[ 614.586762] env[69695]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69695) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 614.587288] env[69695]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69695) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 614.587288] env[69695]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69695) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 614.587600] env[69695]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 614.684958] env[69695]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69695) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 614.694563] env[69695]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69695) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 614.737167] env[69695]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 615.294761] env[69695]: INFO nova.virt.driver [None req-b546441b-eda7-4794-b2b4-1799d79a6d25 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 615.364051] env[69695]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.364220] env[69695]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.364320] env[69695]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69695) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 618.201371] env[69695]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9ece0606-8fe5-4eea-8f67-5072cf26bbcc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.218511] env[69695]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69695) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 618.218712] env[69695]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-909c3a50-2c87-4665-99de-64dde0433c28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.244917] env[69695]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d0a85. [ 618.245165] env[69695]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.881s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.245607] env[69695]: INFO nova.virt.vmwareapi.driver [None req-b546441b-eda7-4794-b2b4-1799d79a6d25 None None] VMware vCenter version: 7.0.3 [ 618.248946] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e40dd2-13e4-4f0a-8ecc-36121d1aae17 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.270439] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecda5fc-e482-4daf-952f-3d8cbff83511 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.276575] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06280c9e-6996-4154-bad0-23d1d8b4fe31 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.282905] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3bb6dc-a872-4a25-a2d6-20532423caf5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.295797] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7fe25-978f-4272-905f-d7e9835e5b97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.301381] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa55f1b-1acf-4e40-83f3-b64e01df5295 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.331510] env[69695]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ed092490-9184-43d9-9ffa-b1e6a6cdad95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.336215] env[69695]: DEBUG nova.virt.vmwareapi.driver [None req-b546441b-eda7-4794-b2b4-1799d79a6d25 None None] Extension org.openstack.compute already exists. {{(pid=69695) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 618.338891] env[69695]: INFO nova.compute.provider_config [None req-b546441b-eda7-4794-b2b4-1799d79a6d25 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 618.842901] env[69695]: DEBUG nova.context [None req-b546441b-eda7-4794-b2b4-1799d79a6d25 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a55494ed-1a49-4d3c-9f94-539bd1648bf9(cell1) {{(pid=69695) load_cells /opt/stack/nova/nova/context.py:464}} [ 618.845471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.845713] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.846447] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.846889] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Acquiring lock "a55494ed-1a49-4d3c-9f94-539bd1648bf9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.847082] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Lock "a55494ed-1a49-4d3c-9f94-539bd1648bf9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.848154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Lock "a55494ed-1a49-4d3c-9f94-539bd1648bf9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.868559] env[69695]: INFO dbcounter [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Registered counter for database nova_cell0 [ 618.877336] env[69695]: INFO dbcounter [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Registered counter for database nova_cell1 [ 619.312772] env[69695]: DEBUG oslo_db.sqlalchemy.engines [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69695) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 619.313180] env[69695]: DEBUG oslo_db.sqlalchemy.engines [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69695) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 619.318325] env[69695]: ERROR nova.db.main.api [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 619.318325] env[69695]: result = function(*args, **kwargs) [ 619.318325] env[69695]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 619.318325] env[69695]: return func(*args, **kwargs) [ 619.318325] env[69695]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 619.318325] env[69695]: result = fn(*args, **kwargs) [ 619.318325] env[69695]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 619.318325] env[69695]: return f(*args, **kwargs) [ 619.318325] env[69695]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 619.318325] env[69695]: return db.service_get_minimum_version(context, binaries) [ 619.318325] env[69695]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 619.318325] env[69695]: _check_db_access() [ 619.318325] env[69695]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 619.318325] env[69695]: stacktrace = ''.join(traceback.format_stack()) [ 619.318325] env[69695]: [ 619.319371] env[69695]: ERROR nova.db.main.api [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 619.319371] env[69695]: result = function(*args, **kwargs) [ 619.319371] env[69695]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 619.319371] env[69695]: return func(*args, **kwargs) [ 619.319371] env[69695]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 619.319371] env[69695]: result = fn(*args, **kwargs) [ 619.319371] env[69695]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 619.319371] env[69695]: return f(*args, **kwargs) [ 619.319371] env[69695]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 619.319371] env[69695]: return db.service_get_minimum_version(context, binaries) [ 619.319371] env[69695]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 619.319371] env[69695]: _check_db_access() [ 619.319371] env[69695]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 619.319371] env[69695]: stacktrace = ''.join(traceback.format_stack()) [ 619.319371] env[69695]: [ 619.319828] env[69695]: WARNING nova.objects.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 619.319903] env[69695]: WARNING nova.objects.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Failed to get minimum service version for cell a55494ed-1a49-4d3c-9f94-539bd1648bf9 [ 619.320358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Acquiring lock "singleton_lock" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.320521] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Acquired lock "singleton_lock" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.320770] env[69695]: DEBUG oslo_concurrency.lockutils [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Releasing lock "singleton_lock" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.321118] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Full set of CONF: {{(pid=69695) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 619.321267] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ******************************************************************************** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 619.321395] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] Configuration options gathered from: {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 619.321530] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 619.321724] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 619.321856] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ================================================================================ {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 619.322073] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] allow_resize_to_same_host = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.322249] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] arq_binding_timeout = 300 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.322380] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] backdoor_port = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.322508] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] backdoor_socket = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.322670] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] block_device_allocate_retries = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.322869] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] block_device_allocate_retries_interval = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.323061] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cert = self.pem {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.323235] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.323408] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute_monitors = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.323578] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] config_dir = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.324009] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] config_drive_format = iso9660 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.324170] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.324347] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] config_source = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.324521] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] console_host = devstack {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.324690] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] control_exchange = nova {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.324852] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cpu_allocation_ratio = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.325027] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] daemon = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.325205] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] debug = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.325364] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] default_access_ip_network_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.325532] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] default_availability_zone = nova {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.325690] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] default_ephemeral_format = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.325850] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] default_green_pool_size = 1000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.326108] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.326276] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] default_schedule_zone = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.326433] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] disk_allocation_ratio = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.326593] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] enable_new_services = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.326770] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] enabled_apis = ['osapi_compute'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.326935] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] enabled_ssl_apis = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.327107] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] flat_injected = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.327268] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] force_config_drive = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.327428] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] force_raw_images = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.327595] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] graceful_shutdown_timeout = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.327755] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] heal_instance_info_cache_interval = -1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.327982] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] host = cpu-1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.328182] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.328493] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.328493] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.328714] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.328880] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_build_timeout = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.329054] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_delete_interval = 300 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.329227] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_format = [instance: %(uuid)s] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.329397] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_name_template = instance-%08x {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.329558] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_usage_audit = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.329727] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_usage_audit_period = month {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.329893] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.330069] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.330238] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] internal_service_availability_zone = internal {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.330392] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] key = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.330552] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] live_migration_retry_count = 30 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.330750] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_color = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.330922] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_config_append = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.331102] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.331266] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_dir = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.331426] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.331554] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_options = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.331715] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_rotate_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.331885] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_rotate_interval_type = days {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332061] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] log_rotation_type = none {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332195] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332321] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332490] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332656] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332812] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.332982] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] long_rpc_timeout = 1800 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.333157] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] max_concurrent_builds = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.333315] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] max_concurrent_live_migrations = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.333473] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] max_concurrent_snapshots = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.333629] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] max_local_block_devices = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.333788] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] max_logfile_count = 30 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.333945] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] max_logfile_size_mb = 200 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.334115] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] maximum_instance_delete_attempts = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.334282] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metadata_listen = 0.0.0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.334447] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metadata_listen_port = 8775 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.334611] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metadata_workers = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.334770] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] migrate_max_retries = -1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.334935] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] mkisofs_cmd = genisoimage {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.335159] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.335292] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] my_ip = 10.180.1.21 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.335498] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.335661] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] network_allocate_retries = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.335838] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.336014] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.336183] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] osapi_compute_listen_port = 8774 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.336351] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] osapi_compute_unique_server_name_scope = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.336521] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] osapi_compute_workers = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.336682] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] password_length = 12 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.336842] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] periodic_enable = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337017] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] periodic_fuzzy_delay = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337188] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] pointer_model = usbtablet {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337357] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] preallocate_images = none {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337518] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] publish_errors = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337648] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] pybasedir = /opt/stack/nova {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337805] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ram_allocation_ratio = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.337965] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] rate_limit_burst = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.338147] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] rate_limit_except_level = CRITICAL {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.338311] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] rate_limit_interval = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.338469] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reboot_timeout = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.338628] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reclaim_instance_interval = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.338785] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] record = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.338951] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reimage_timeout_per_gb = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.339130] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] report_interval = 120 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.339297] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] rescue_timeout = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.339451] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reserved_host_cpus = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.339608] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reserved_host_disk_mb = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.339764] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reserved_host_memory_mb = 512 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.339924] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] reserved_huge_pages = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.340091] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] resize_confirm_window = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.340253] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] resize_fs_using_block_device = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.340409] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] resume_guests_state_on_host_boot = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.340577] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.340758] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] rpc_response_timeout = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.340922] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] run_external_periodic_tasks = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.341101] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] running_deleted_instance_action = reap {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.341264] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.341424] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] running_deleted_instance_timeout = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.341580] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler_instance_sync_interval = 120 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.341746] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_down_time = 720 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.341914] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] servicegroup_driver = db {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.342082] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] shell_completion = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.342246] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] shelved_offload_time = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.342405] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] shelved_poll_interval = 3600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.342573] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] shutdown_timeout = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.342781] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] source_is_ipv6 = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.342958] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ssl_only = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.343222] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.343396] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] sync_power_state_interval = 600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.343562] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] sync_power_state_pool_size = 1000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.343734] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] syslog_log_facility = LOG_USER {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.343894] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] tempdir = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.344062] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] timeout_nbd = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.344235] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] transport_url = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.344397] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] update_resources_interval = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.344556] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] use_cow_images = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.344717] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] use_journal = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.344877] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] use_json = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.345062] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] use_rootwrap_daemon = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.345240] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] use_stderr = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.345399] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] use_syslog = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.345556] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vcpu_pin_set = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.345725] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plugging_is_fatal = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.345895] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plugging_timeout = 300 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.346071] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] virt_mkfs = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.346236] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] volume_usage_poll_interval = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.346395] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] watch_log_file = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.346562] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] web = /usr/share/spice-html5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 619.346750] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.346914] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.347107] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.347297] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_concurrency.disable_process_locking = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.347585] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.347769] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.347936] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.348122] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.348296] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.348462] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.348646] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.auth_strategy = keystone {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.348813] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.compute_link_prefix = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.348989] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.349182] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.dhcp_domain = novalocal {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.349352] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.enable_instance_password = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.349514] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.glance_link_prefix = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.349679] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.349850] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.350020] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.instance_list_per_project_cells = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.350190] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.list_records_by_skipping_down_cells = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.350353] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.local_metadata_per_cell = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.350521] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.max_limit = 1000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.350712] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.metadata_cache_expiration = 15 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.350896] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.neutron_default_tenant_id = default {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.351085] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.response_validation = warn {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.351262] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.use_neutron_default_nets = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.351431] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.351594] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.351759] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.351932] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.352113] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_dynamic_targets = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.352278] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_jsonfile_path = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.352460] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.352655] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.backend = dogpile.cache.memcached {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.352850] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.backend_argument = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.353029] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.backend_expiration_time = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.353205] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.config_prefix = cache.oslo {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.353374] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.dead_timeout = 60.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.353537] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.debug_cache_backend = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.353706] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.enable_retry_client = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.353905] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.enable_socket_keepalive = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.354091] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.enabled = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.354258] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.enforce_fips_mode = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.354423] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.expiration_time = 600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.354586] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.hashclient_retry_attempts = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.354778] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.354954] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_dead_retry = 300 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.355131] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_password = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.355296] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.355457] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.355619] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_pool_maxsize = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.355780] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.355943] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_sasl_enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.356131] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.356298] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.356456] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.memcache_username = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.356620] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.proxies = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.356784] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_db = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.356942] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_password = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.357127] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.357303] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.357471] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_server = localhost:6379 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.357634] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_socket_timeout = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.357794] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.redis_username = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.357955] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.retry_attempts = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.358130] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.retry_delay = 0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.358293] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.socket_keepalive_count = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.358455] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.socket_keepalive_idle = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.358614] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.socket_keepalive_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.358772] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.tls_allowed_ciphers = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.358930] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.tls_cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.359098] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.tls_certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.359262] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.tls_enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.359418] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cache.tls_keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.359584] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.359758] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.auth_type = password {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.359920] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.360105] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.360270] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.360431] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.360601] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.cross_az_attach = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.360786] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.debug = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.360950] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.endpoint_template = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.361131] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.http_retries = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.361296] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.361455] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.361625] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.os_region_name = RegionOne {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.361789] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.361950] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cinder.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.362137] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.362299] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.cpu_dedicated_set = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.362456] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.cpu_shared_set = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.362619] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.image_type_exclude_list = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.362839] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.363084] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.363270] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.363445] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.363618] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.363785] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.resource_provider_association_refresh = 300 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.363953] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.364128] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.shutdown_retry_interval = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.364309] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.364490] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] conductor.workers = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.364668] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] console.allowed_origins = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.364829] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] console.ssl_ciphers = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.365009] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] console.ssl_minimum_version = default {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.365186] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] consoleauth.enforce_session_timeout = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.365354] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] consoleauth.token_ttl = 600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.365526] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.365685] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.365879] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.366067] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.366232] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.366392] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.366556] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.366732] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.366914] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.367095] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.367254] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.367414] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.367573] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.367743] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.service_type = accelerator {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.367906] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.368079] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.368239] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.368397] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.368578] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.368744] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] cyborg.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.368948] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.asyncio_connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.369132] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.asyncio_slave_connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.369308] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.backend = sqlalchemy {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.369478] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.369643] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.connection_debug = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.369814] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.connection_parameters = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.369980] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.connection_recycle_time = 3600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.370159] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.connection_trace = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.370324] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.db_inc_retry_interval = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.370490] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.db_max_retries = 20 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.370718] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.db_max_retry_interval = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.370851] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.db_retry_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.371027] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.max_overflow = 50 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.371198] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.max_pool_size = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.371360] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.max_retries = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.371531] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.371693] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.mysql_wsrep_sync_wait = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.371874] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.pool_timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.372071] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.retry_interval = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.372241] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.slave_connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.372405] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.sqlite_synchronous = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.372566] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] database.use_db_reconnect = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.372772] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.asyncio_connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.372932] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.asyncio_slave_connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.373118] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.backend = sqlalchemy {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.373293] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.373461] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.connection_debug = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.373632] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.connection_parameters = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.373798] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.connection_recycle_time = 3600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.373963] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.connection_trace = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.374150] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.db_inc_retry_interval = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.374301] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.db_max_retries = 20 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.374466] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.db_max_retry_interval = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.374628] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.db_retry_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.374792] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.max_overflow = 50 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.374982] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.max_pool_size = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.375170] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.max_retries = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.375345] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.375508] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.375669] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.pool_timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.375836] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.retry_interval = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.375996] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.slave_connection = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.376174] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] api_database.sqlite_synchronous = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.376351] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] devices.enabled_mdev_types = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.376529] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.376704] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.376871] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ephemeral_storage_encryption.enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.377053] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.377238] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.api_servers = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.377401] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.377563] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.377727] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.377916] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.378099] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.378270] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.debug = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.378434] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.default_trusted_certificate_ids = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.378593] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.enable_certificate_validation = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.378753] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.enable_rbd_download = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.378912] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.379090] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.379254] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.379411] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.379568] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.379727] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.num_retries = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.379896] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.rbd_ceph_conf = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.380069] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.rbd_connect_timeout = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.380243] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.rbd_pool = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.380408] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.rbd_user = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.380575] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.380753] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.380926] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.381112] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.service_type = image {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.381278] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.381435] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.381593] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.381750] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.381931] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.382108] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.verify_glance_signatures = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.382270] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] glance.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.382432] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] guestfs.debug = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.382598] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.382779] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.auth_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.382944] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.383115] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.383279] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.383435] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.383589] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.383762] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.383938] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.384108] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.384269] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.384425] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.384580] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.384738] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.384894] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.385072] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.service_type = shared-file-system {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.385238] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.share_apply_policy_timeout = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.385398] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.385555] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.385711] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.385866] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.386054] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.386217] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] manila.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.386383] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] mks.enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.386728] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.386940] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] image_cache.manager_interval = 2400 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.387127] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] image_cache.precache_concurrency = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.387301] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] image_cache.remove_unused_base_images = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.387470] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.387637] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.387815] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] image_cache.subdirectory_name = _base {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.387987] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.api_max_retries = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.388165] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.api_retry_interval = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.388331] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.388496] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.auth_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.388654] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.388811] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.388974] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.389150] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.conductor_group = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.389308] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.389463] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.389619] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.389794] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.389973] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.390150] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.390307] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.390473] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.peer_list = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.390630] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.390797] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.390977] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.serial_console_state_timeout = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.391149] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.391323] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.service_type = baremetal {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.391482] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.shard = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.391643] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.391799] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.391958] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.392125] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.392304] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.392465] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ironic.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.392645] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.392864] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] key_manager.fixed_key = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.393074] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.393245] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.barbican_api_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.393406] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.barbican_endpoint = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.393579] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.barbican_endpoint_type = public {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.393760] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.barbican_region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.393932] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.394113] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.394280] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.394442] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.394601] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.394763] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.number_of_retries = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.394924] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.retry_delay = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.395095] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.send_service_user_token = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.395258] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.395415] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.395576] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.verify_ssl = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.395737] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican.verify_ssl_path = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.395928] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.396121] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.auth_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.396285] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.396441] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.396601] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.396761] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.396918] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.397087] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.397247] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] barbican_service_user.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.397409] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.approle_role_id = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.397566] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.approle_secret_id = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.397733] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.kv_mountpoint = secret {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.397890] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.kv_path = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.398060] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.kv_version = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.398218] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.namespace = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.398373] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.root_token_id = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.398528] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.ssl_ca_crt_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.398691] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.timeout = 60.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.398864] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.use_ssl = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.399064] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.399241] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.399403] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.399565] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.399726] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.399887] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.400057] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.400225] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.400383] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.400541] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.400699] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.400860] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.401032] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.401196] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.401365] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.service_type = identity {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.401526] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.401685] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.401879] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.402101] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.402294] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.402459] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] keystone.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.402648] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.ceph_mount_options = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.403094] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.403294] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.connection_uri = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.403466] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_mode = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.403637] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.403834] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_models = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.404028] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_power_governor_high = performance {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.404208] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.404374] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_power_management = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.404549] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.404720] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.device_detach_attempts = 8 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.404933] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.device_detach_timeout = 20 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.405194] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.disk_cachemodes = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.405375] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.disk_prefix = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.405545] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.enabled_perf_events = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.405711] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.file_backed_memory = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.405878] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.gid_maps = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.406049] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.hw_disk_discard = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.406213] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.hw_machine_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.406382] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_rbd_ceph_conf = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.406547] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.406708] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.406876] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_rbd_glance_store_name = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.407053] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_rbd_pool = rbd {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.407228] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_type = default {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.407388] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.images_volume_group = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.407556] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.inject_key = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.407713] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.inject_partition = -2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.407886] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.inject_password = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.408081] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.iscsi_iface = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.408251] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.iser_use_multipath = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.408416] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.408580] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.408742] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_downtime = 500 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.408906] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.409077] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.409239] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_inbound_addr = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.409402] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.409563] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.409721] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_scheme = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.409892] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_timeout_action = abort {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.410066] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_tunnelled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.410228] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_uri = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.410389] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.live_migration_with_native_tls = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.410548] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.max_queues = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.410722] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.410963] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.411148] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.nfs_mount_options = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.411442] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.411621] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.411787] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.411952] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.412127] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.412288] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.num_pcie_ports = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.412451] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.412612] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.pmem_namespaces = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.412789] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.quobyte_client_cfg = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.413084] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.413259] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.413424] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.413585] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.413766] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rbd_secret_uuid = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.413945] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rbd_user = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.414126] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.414302] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.414461] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rescue_image_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.414619] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rescue_kernel_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.414773] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rescue_ramdisk_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.414940] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.415113] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.rx_queue_size = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.415280] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.smbfs_mount_options = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.415565] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.415738] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.snapshot_compression = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.415900] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.snapshot_image_format = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.416140] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.416309] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.sparse_logical_volumes = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.416471] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.swtpm_enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.416639] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.swtpm_group = tss {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.416825] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.swtpm_user = tss {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417014] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.sysinfo_serial = unique {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417180] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.tb_cache_size = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417337] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.tx_queue_size = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417496] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.uid_maps = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417654] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.use_virtio_for_bridges = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417822] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.virt_type = kvm {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.417987] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.volume_clear = zero {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.418162] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.volume_clear_size = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.418323] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.volume_enforce_multipath = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.418487] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.volume_use_multipath = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.418644] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_cache_path = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.418809] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.418977] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.419151] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.419317] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.419605] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.419798] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.vzstorage_mount_user = stack {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.419980] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.420171] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.420346] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.auth_type = password {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.420505] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.420661] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.420823] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.420978] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.421145] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.421311] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.default_floating_pool = public {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.421466] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.421625] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.extension_sync_interval = 600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.421784] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.http_retries = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.421948] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.422116] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.422273] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.422439] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.422594] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.422811] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.ovs_bridge = br-int {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.422996] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.physnets = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.423186] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.region_name = RegionOne {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.423350] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.423522] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.service_metadata_proxy = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.423688] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.423856] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.service_type = network {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.424035] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.424204] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.424364] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.424523] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.424702] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.424874] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] neutron.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.425071] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] notifications.bdms_in_notifications = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.425272] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] notifications.default_level = INFO {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.425444] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] notifications.include_share_mapping = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.425622] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] notifications.notification_format = unversioned {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.425809] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] notifications.notify_on_state_change = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.426019] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.426202] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] pci.alias = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.426374] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] pci.device_spec = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.426538] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] pci.report_in_placement = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.426712] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.426888] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.auth_type = password {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.427067] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.427232] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.427390] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.427548] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.427705] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.427863] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.428029] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.default_domain_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.428191] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.default_domain_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.428348] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.domain_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.428502] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.domain_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.428657] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.428834] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429015] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429183] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429339] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429506] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.password = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429663] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.project_domain_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429827] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.project_domain_name = Default {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.429992] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.project_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.430176] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.project_name = service {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.430342] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.region_name = RegionOne {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.430499] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.430660] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.430827] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.service_type = placement {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.430988] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.431168] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.431323] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.431479] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.system_scope = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.431634] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.431789] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.trust_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.431975] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.user_domain_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.432163] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.user_domain_name = Default {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.432324] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.user_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.432496] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.username = nova {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.432674] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.432865] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] placement.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.433069] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.cores = 20 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.433240] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.count_usage_from_placement = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.433412] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.433583] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.injected_file_content_bytes = 10240 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.433751] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.injected_file_path_length = 255 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.433918] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.injected_files = 5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.434095] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.instances = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.434262] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.key_pairs = 100 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.434428] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.metadata_items = 128 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.434594] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.ram = 51200 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.434753] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.recheck_quota = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.434938] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.server_group_members = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.435129] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.server_groups = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.435334] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.435509] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] quota.unified_limits_resource_strategy = require {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.435679] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.435845] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436012] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.image_metadata_prefilter = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436181] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436342] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.max_attempts = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436499] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.max_placement_results = 1000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436660] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436821] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.436982] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.437164] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] scheduler.workers = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.437404] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.437591] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.437774] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.437956] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.438139] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.438305] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.438470] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.438656] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.438826] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.host_subset_size = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.438987] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.439160] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.439321] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.439483] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.439660] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.439822] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.isolated_hosts = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.439985] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.isolated_images = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.440159] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.440346] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.440515] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.440677] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.pci_in_placement = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.440840] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441006] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441177] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441337] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441496] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441659] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441819] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.track_instance_changes = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.441995] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.442185] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metrics.required = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.442349] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metrics.weight_multiplier = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.442510] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.442671] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] metrics.weight_setting = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.442997] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.443192] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] serial_console.enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.443393] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] serial_console.port_range = 10000:20000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.443573] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.443745] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.443912] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] serial_console.serialproxy_port = 6083 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.444093] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.444273] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.auth_type = password {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.444434] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.444592] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.444754] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.444914] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.445080] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.445254] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.send_service_user_token = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.445416] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.445574] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] service_user.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.445742] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.agent_enabled = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.445904] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.446211] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.446452] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.446633] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.html5proxy_port = 6082 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.446797] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.image_compression = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.446957] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.jpeg_compression = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.447130] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.playback_compression = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.447292] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.require_secure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.447461] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.server_listen = 127.0.0.1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.447631] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.447905] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.448088] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.streaming_mode = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.448252] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] spice.zlib_compression = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.448419] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] upgrade_levels.baseapi = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.448591] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] upgrade_levels.compute = auto {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.448750] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] upgrade_levels.conductor = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.448909] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] upgrade_levels.scheduler = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.449092] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.449282] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.449464] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.449627] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.449791] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.449955] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.450129] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.450295] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.450452] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vendordata_dynamic_auth.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.450625] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.api_retry_count = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.450786] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.ca_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.450960] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.451144] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.cluster_name = testcl1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.451312] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.connection_pool_size = 10 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.451471] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.console_delay_seconds = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.451641] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.datastore_regex = ^datastore.* {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.451850] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.452037] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.host_password = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.452210] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.host_port = 443 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.452403] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.host_username = administrator@vsphere.local {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.452581] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.insecure = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.452769] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.integration_bridge = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.452945] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.maximum_objects = 100 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.453119] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.pbm_default_policy = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.453284] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.pbm_enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.453443] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.pbm_wsdl_location = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.453612] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.453820] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.serial_port_proxy_uri = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.454060] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.serial_port_service_uri = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.454294] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.task_poll_interval = 0.5 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.454537] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.use_linked_clone = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.454730] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.vnc_keymap = en-us {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.454934] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.vnc_port = 5900 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.455087] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vmware.vnc_port_total = 10000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.455277] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.auth_schemes = ['none'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.455495] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.455789] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.455987] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.456191] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.novncproxy_port = 6080 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.456381] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.server_listen = 127.0.0.1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.456562] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.456725] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.vencrypt_ca_certs = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.456887] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.vencrypt_client_cert = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.457055] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vnc.vencrypt_client_key = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.457239] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.457402] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.disable_deep_image_inspection = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.457562] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.457722] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.457880] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.458055] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.disable_rootwrap = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.458221] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.enable_numa_live_migration = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.458402] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.458575] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.458734] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.458896] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.libvirt_disable_apic = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.459067] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.459232] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.459528] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.459703] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.459876] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.460046] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.460214] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.460375] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.460535] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.460711] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.460920] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.461107] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.client_socket_timeout = 900 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.461278] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.default_pool_size = 1000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.461446] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.keep_alive = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.461612] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.max_header_line = 16384 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.461775] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.461938] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.ssl_ca_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.462110] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.ssl_cert_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.462273] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.ssl_key_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.462439] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.tcp_keepidle = 600 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.462615] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.462814] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] zvm.ca_file = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.462991] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] zvm.cloud_connector_url = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.463286] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.463460] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] zvm.reachable_timeout = 300 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.463633] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.463848] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.464050] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.connection_string = messaging:// {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.464226] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.enabled = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.464397] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.es_doc_type = notification {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.464560] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.es_scroll_size = 10000 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.464727] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.es_scroll_time = 2m {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.464889] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.filter_error_trace = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.465091] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.hmac_keys = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.465279] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.sentinel_service_name = mymaster {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.465445] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.socket_timeout = 0.1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.465604] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.trace_requests = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.465764] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler.trace_sqlalchemy = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.465946] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler_jaeger.process_tags = {} {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.466120] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler_jaeger.service_name_prefix = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.466283] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] profiler_otlp.service_name_prefix = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.466446] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] remote_debug.host = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.466604] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] remote_debug.port = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.466798] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.466979] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.467161] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.467324] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.467483] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.467642] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.467801] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.467963] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.468137] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.468310] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.468466] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.468635] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.468804] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.468971] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.469148] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.469318] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.469480] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.469639] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.469821] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.469998] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.470176] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.470342] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.470504] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.470665] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.470825] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.470986] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.471165] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.471325] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.471483] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.471643] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.471804] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.ssl = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.471974] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.472159] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.472322] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.472489] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.472654] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.472853] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.473061] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.473232] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_notifications.retry = -1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.473408] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.473577] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.473750] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.auth_section = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.473917] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.auth_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.474089] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.cafile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.474250] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.certfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.474411] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.collect_timing = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.474567] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.connect_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.474724] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.connect_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.474880] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.endpoint_id = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.475061] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.475222] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.endpoint_override = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.475378] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.endpoint_region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.475536] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.endpoint_service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.475693] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.endpoint_service_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.475879] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.insecure = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.476058] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.keyfile = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.476222] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.max_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.476379] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.min_version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.476536] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.region_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.476695] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.retriable_status_codes = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.476852] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.service_name = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477014] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.service_type = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477184] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.split_loggers = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477340] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.status_code_retries = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477497] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.status_code_retry_delay = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477652] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.timeout = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477806] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.valid_interfaces = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.477962] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_limit.version = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.478137] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_reports.file_event_handler = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.478329] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.478456] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] oslo_reports.log_dir = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.478626] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.478793] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.478972] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.479156] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.479323] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.479483] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.479653] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.479812] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_ovs_privileged.group = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.479972] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.480152] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.480316] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.480472] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] vif_plug_ovs_privileged.user = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.480641] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.480821] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.480995] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.481180] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.481350] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.481518] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.481685] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.481863] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.482068] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.482246] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.isolate_vif = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.482417] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.482585] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.482778] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.482962] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.483139] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] os_vif_ovs.per_port_bridge = False {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.483311] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] privsep_osbrick.capabilities = [21] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.483471] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] privsep_osbrick.group = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.483629] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] privsep_osbrick.helper_command = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.483815] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.483988] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.484164] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] privsep_osbrick.user = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.484338] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.484495] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] nova_sys_admin.group = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.484650] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] nova_sys_admin.helper_command = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.484838] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.485026] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.485191] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] nova_sys_admin.user = None {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 619.485324] env[69695]: DEBUG oslo_service.backend.eventlet.service [None req-304c8c8c-5df1-4f7e-865e-7a288b4f3da3 None None] ******************************************************************************** {{(pid=69695) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 619.485721] env[69695]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 619.989549] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Getting list of instances from cluster (obj){ [ 619.989549] env[69695]: value = "domain-c8" [ 619.989549] env[69695]: _type = "ClusterComputeResource" [ 619.989549] env[69695]: } {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 619.990641] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce64bd-a356-41cd-8d8f-ca0131de1a44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.000818] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Got total of 0 instances {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 620.001612] env[69695]: WARNING nova.virt.vmwareapi.driver [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 620.002288] env[69695]: INFO nova.virt.node [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Generated node identity e7ace027-77c9-43a3-ae53-5d93decba6e8 [ 620.002646] env[69695]: INFO nova.virt.node [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Wrote node identity e7ace027-77c9-43a3-ae53-5d93decba6e8 to /opt/stack/data/n-cpu-1/compute_id [ 620.505250] env[69695]: WARNING nova.compute.manager [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Compute nodes ['e7ace027-77c9-43a3-ae53-5d93decba6e8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 621.511337] env[69695]: INFO nova.compute.manager [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 622.517339] env[69695]: WARNING nova.compute.manager [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 622.517718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.517848] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.517998] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.518171] env[69695]: DEBUG nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 622.519115] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ad400-ade0-4c3e-9a93-3109078ad2b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.527442] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6258a69e-461f-4083-850a-3d8153ec77a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.541948] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b02151-34e6-4785-9156-29ad1fd2cb1d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.548070] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc66f1-e029-4d46-aca2-0580b3f18bef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.575686] env[69695]: DEBUG nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180852MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 622.575825] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.576030] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.078707] env[69695]: WARNING nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] No compute node record for cpu-1:e7ace027-77c9-43a3-ae53-5d93decba6e8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e7ace027-77c9-43a3-ae53-5d93decba6e8 could not be found. [ 623.582844] env[69695]: INFO nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e7ace027-77c9-43a3-ae53-5d93decba6e8 [ 625.090718] env[69695]: DEBUG nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 625.091105] env[69695]: DEBUG nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 625.251925] env[69695]: INFO nova.scheduler.client.report [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] [req-42bacd4d-5675-44bb-bfc9-b3aae179b266] Created resource provider record via placement API for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 625.268922] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7128787-3fbd-4093-89a2-edf8335b4457 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.276846] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa52b90-18ec-429f-8c74-dffbcdb5258e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.306804] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9556c74e-5e62-4681-bfdb-d2ad4c100057 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.314119] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ed5197-c351-4c49-be56-f27f3c1144d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.327192] env[69695]: DEBUG nova.compute.provider_tree [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.864647] env[69695]: DEBUG nova.scheduler.client.report [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Updated inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 625.864896] env[69695]: DEBUG nova.compute.provider_tree [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Updating resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 generation from 0 to 1 during operation: update_inventory {{(pid=69695) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 625.865048] env[69695]: DEBUG nova.compute.provider_tree [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.919325] env[69695]: DEBUG nova.compute.provider_tree [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Updating resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 generation from 1 to 2 during operation: update_traits {{(pid=69695) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.424422] env[69695]: DEBUG nova.compute.resource_tracker [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 626.425175] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.849s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.425175] env[69695]: DEBUG nova.service [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Creating RPC server for service compute {{(pid=69695) start /opt/stack/nova/nova/service.py:186}} [ 626.439123] env[69695]: DEBUG nova.service [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] Join ServiceGroup membership for this service compute {{(pid=69695) start /opt/stack/nova/nova/service.py:203}} [ 626.439314] env[69695]: DEBUG nova.servicegroup.drivers.db [None req-a14c5d42-69ff-47dc-9bf5-d2f6b59afa71 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69695) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 628.441610] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.945126] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Getting list of instances from cluster (obj){ [ 628.945126] env[69695]: value = "domain-c8" [ 628.945126] env[69695]: _type = "ClusterComputeResource" [ 628.945126] env[69695]: } {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 628.945825] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197ba94-a3a1-4666-9297-ffe121894a2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.954516] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Got total of 0 instances {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 628.954749] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.955056] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Getting list of instances from cluster (obj){ [ 628.955056] env[69695]: value = "domain-c8" [ 628.955056] env[69695]: _type = "ClusterComputeResource" [ 628.955056] env[69695]: } {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 628.955922] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17f002-83c8-4e33-a04e-da756310fec8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.964093] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Got total of 0 instances {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 663.771608] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.772745] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.274686] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.821576] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.824022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.825097] env[69695]: INFO nova.compute.claims [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.892187] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68302b-8f67-45c9-ab9d-8e198f0c6c14 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.903703] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61a2dd4-256f-4f64-9195-9df2b80c8145 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.944017] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e74a3-34b8-47d0-aa5e-415526e0546c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.954933] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd94228-305a-4fc6-916a-b24c6069d9a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.973119] env[69695]: DEBUG nova.compute.provider_tree [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.478827] env[69695]: DEBUG nova.scheduler.client.report [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.985680] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.986659] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.390248] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.390553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.493635] env[69695]: DEBUG nova.compute.utils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.495535] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.495791] env[69695]: DEBUG nova.network.neutron [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.899904] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.927458] env[69695]: DEBUG nova.policy [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0240c196319e43b587786b77e321a0f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '167a91d09c794b5f960f4405bbdb2501', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.006324] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.427447] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.427447] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.429986] env[69695]: INFO nova.compute.claims [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.919253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "9bb41043-b7c1-4c78-b309-edc851c514de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.919253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "9bb41043-b7c1-4c78-b309-edc851c514de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.923533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.923994] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.016316] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.053427] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.053427] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.055106] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.055324] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.055475] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.055627] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.055887] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.056069] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.056481] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.056660] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.056840] env[69695]: DEBUG nova.virt.hardware [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.061069] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed2bef-1ea3-4bf6-a30c-1b769d7f4ba0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.068690] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2958e606-b211-4a6d-902b-7a2f84e4acd9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.090919] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb05c1a-d603-4a09-af42-f5fe7f0feecb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.427299] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.427299] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.593475] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f5297f-3f3b-4050-8479-d027bbde410c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.616366] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac638dbd-590e-42d0-8635-6b01ace2db26 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.657035] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e68386-8851-4e41-80b3-4c4a3e2e7f03 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.665259] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd3619f-9c2b-41e8-b1c2-5444cc1cc4e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.683060] env[69695]: DEBUG nova.compute.provider_tree [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.735845] env[69695]: DEBUG nova.network.neutron [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Successfully created port: fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.831449] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "1ebf75da-6457-4146-824b-828a65de9117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.831779] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "1ebf75da-6457-4146-824b-828a65de9117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.843816] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "5d375ddb-f946-42ef-b862-258483104c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.844039] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.962025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.979658] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.185994] env[69695]: DEBUG nova.scheduler.client.report [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.342212] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.350848] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.691554] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.692153] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.697640] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.736s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.698756] env[69695]: INFO nova.compute.claims [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.880619] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.881902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.206871] env[69695]: DEBUG nova.compute.utils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.213432] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.213752] env[69695]: DEBUG nova.network.neutron [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.362905] env[69695]: DEBUG nova.policy [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57eff646ad274143a4f9b5e4f589b956', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312d2d4e13474b6c9a174e831613e9d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.724031] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.845735] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665218ef-1ddd-45e0-bb98-16c2a123b536 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.855421] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26361514-bb00-47b0-988a-928cec613c22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.890578] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f366393-ed24-4234-9731-69af00a034d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.901273] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64155bc-d226-4024-8f36-848de8076195 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.918177] env[69695]: DEBUG nova.compute.provider_tree [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.932747] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "0442abba-1214-42e4-8822-2bf2c1c5de89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.933154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.421826] env[69695]: DEBUG nova.scheduler.client.report [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.436204] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.733782] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.775620] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.776512] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.776512] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.776512] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.776512] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.776512] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.776825] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.776874] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.777167] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.778047] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.778047] env[69695]: DEBUG nova.virt.hardware [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.779080] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ff66b-120d-4e6d-b6e3-fab4a308a72c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.789490] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f3b7b-3358-4855-9c60-eee07564917d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.930915] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.932871] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.941023] env[69695]: DEBUG nova.network.neutron [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Successfully created port: c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.941023] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.960s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.941664] env[69695]: INFO nova.compute.claims [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.975941] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.009568] env[69695]: DEBUG nova.network.neutron [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Successfully updated port: fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.456834] env[69695]: DEBUG nova.compute.utils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.461186] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.461186] env[69695]: DEBUG nova.network.neutron [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.517715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "refresh_cache-da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.517912] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquired lock "refresh_cache-da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.518093] env[69695]: DEBUG nova.network.neutron [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.589651] env[69695]: DEBUG nova.policy [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '220581928a8f4f45aa8df9072f4c6b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6117360f5df4778b2d11d70b68d4fcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.661486] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.661486] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.850086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.850666] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.962739] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.000408] env[69695]: DEBUG nova.network.neutron [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Successfully created port: 6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.085901] env[69695]: DEBUG nova.network.neutron [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.134876] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f3418-1633-4b22-a3a9-f374c5ca0be2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.143763] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3140e5-bdbe-45de-9952-f5649fcda471 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.176903] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.183781] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01225da-5d51-4354-9fa4-e9e6325934cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.192319] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de06eab-775d-4b86-8e04-8d9a214550d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.208280] env[69695]: DEBUG nova.compute.provider_tree [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.355848] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.361068] env[69695]: DEBUG nova.network.neutron [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Updating instance_info_cache with network_info: [{"id": "fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b", "address": "fa:16:3e:0e:53:4c", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba3d33b-5a", "ovs_interfaceid": "fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.712122] env[69695]: DEBUG nova.scheduler.client.report [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.726216] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.747766] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.748097] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.748294] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.748472] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.748709] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.749663] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.750183] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.750370] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 674.750527] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.865974] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Releasing lock "refresh_cache-da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.866286] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Instance network_info: |[{"id": "fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b", "address": "fa:16:3e:0e:53:4c", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba3d33b-5a", "ovs_interfaceid": "fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.867646] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:53:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.881379] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.881379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.881379] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0faa56ea-d848-4486-b9d1-018d18565ae1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.895425] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Created folder: OpenStack in parent group-v4. [ 674.895827] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Creating folder: Project (167a91d09c794b5f960f4405bbdb2501). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.895905] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3078595-a5e8-4316-949a-dba67c34e7e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.905181] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Created folder: Project (167a91d09c794b5f960f4405bbdb2501) in parent group-v699067. [ 674.905261] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Creating folder: Instances. Parent ref: group-v699068. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.905771] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-020761b0-3468-4c47-ab6d-09b3197d263a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916155] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Created folder: Instances in parent group-v699068. [ 674.916654] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.916972] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.917473] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5494bd38-bdaf-4a2d-93f9-326049e32a59 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.940727] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.940727] env[69695]: value = "task-3498112" [ 674.940727] env[69695]: _type = "Task" [ 674.940727] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.949633] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498112, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.977522] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.073210] env[69695]: DEBUG nova.compute.manager [req-a4e7bac5-083c-403a-9d45-45c8456a806b req-d915c800-37d7-4fb4-be09-a3b2593e194a service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Received event network-vif-plugged-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.073433] env[69695]: DEBUG oslo_concurrency.lockutils [req-a4e7bac5-083c-403a-9d45-45c8456a806b req-d915c800-37d7-4fb4-be09-a3b2593e194a service nova] Acquiring lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.073676] env[69695]: DEBUG oslo_concurrency.lockutils [req-a4e7bac5-083c-403a-9d45-45c8456a806b req-d915c800-37d7-4fb4-be09-a3b2593e194a service nova] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.073875] env[69695]: DEBUG oslo_concurrency.lockutils [req-a4e7bac5-083c-403a-9d45-45c8456a806b req-d915c800-37d7-4fb4-be09-a3b2593e194a service nova] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.074021] env[69695]: DEBUG nova.compute.manager [req-a4e7bac5-083c-403a-9d45-45c8456a806b req-d915c800-37d7-4fb4-be09-a3b2593e194a service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] No waiting events found dispatching network-vif-plugged-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.075044] env[69695]: WARNING nova.compute.manager [req-a4e7bac5-083c-403a-9d45-45c8456a806b req-d915c800-37d7-4fb4-be09-a3b2593e194a service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Received unexpected event network-vif-plugged-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b for instance with vm_state building and task_state spawning. [ 675.133886] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.135156] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.135156] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.135156] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.135314] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.135510] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.136030] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.136214] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.136470] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.136615] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.136820] env[69695]: DEBUG nova.virt.hardware [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.137849] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f857072-a90d-465d-8f89-18b3f45800f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.146879] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70be1ce0-6b33-4fe2-ac0f-5fe6aa529e4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.218626] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.219712] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.221920] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.341s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.223329] env[69695]: INFO nova.compute.claims [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.255862] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.439484] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.440908] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.457551] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498112, 'name': CreateVM_Task, 'duration_secs': 0.418557} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.457551] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.471909] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "d666d38b-4e9e-4b05-b266-f280c3a0a768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.471909] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.502722] env[69695]: DEBUG oslo_vmware.service [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d6a248-c123-4292-9a86-622c047e55c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.512581] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.512742] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.513493] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.515318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.515318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.515468] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e370c0-8404-4edd-9f69-25a3fc9f13cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.523887] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 675.523887] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5228c15e-7b2b-c779-65b6-238b82e3d904" [ 675.523887] env[69695]: _type = "Task" [ 675.523887] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.531633] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5228c15e-7b2b-c779-65b6-238b82e3d904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.591212] env[69695]: DEBUG nova.network.neutron [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Successfully updated port: c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.729570] env[69695]: DEBUG nova.compute.utils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.736803] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.737114] env[69695]: DEBUG nova.network.neutron [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.798527] env[69695]: DEBUG nova.policy [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c7718185a36481b91bd78d726724f0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '386ebde1a4c84730a2a640f42bd92fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.945091] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.036219] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.036520] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.036947] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.037012] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037459] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.037733] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-956a5b25-63d7-48df-a6d1-792112a1c80d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.046667] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.046858] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.047636] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fca355-58d4-45c0-aab5-58bc0f40cb18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.056074] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf42039e-055d-4d30-bc0d-0b38c666e0a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.062071] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 676.062071] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5215fd66-cbf2-0f20-ea75-5741a9869910" [ 676.062071] env[69695]: _type = "Task" [ 676.062071] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.071475] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5215fd66-cbf2-0f20-ea75-5741a9869910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.099542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "refresh_cache-6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired lock "refresh_cache-6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.099542] env[69695]: DEBUG nova.network.neutron [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.099542] env[69695]: DEBUG nova.network.neutron [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Successfully updated port: 6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.239385] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.265764] env[69695]: DEBUG nova.network.neutron [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Successfully created port: d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.475253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.559962] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639878c8-6227-44a9-ad2e-6ac332457b89 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.575021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e491fc-fd82-4af5-8cbf-4ccb74ba9a75 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.613907] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 676.615017] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Creating directory with path [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.616422] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "refresh_cache-9bb41043-b7c1-4c78-b309-edc851c514de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.616550] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquired lock "refresh_cache-9bb41043-b7c1-4c78-b309-edc851c514de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.616686] env[69695]: DEBUG nova.network.neutron [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.617986] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae8d610-11e6-4b17-a5db-f007c882e6e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.620411] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6ca0a-bc9f-4093-bebd-9fa8887ead19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.629844] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bca9cb4-ccc0-4ea4-80c7-b9dd65d75063 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.646406] env[69695]: DEBUG nova.compute.provider_tree [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.656377] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Created directory with path [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.656655] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Fetch image to [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 676.656735] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Downloading image file data e55f5e91-2813-4fc7-9d77-0e99749fd5ea to [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk on the data store datastore1 {{(pid=69695) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 676.658725] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfa6e73-fe6d-4c35-af2e-26a6aa64af82 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.668531] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139750dc-9385-4313-897b-428b0cd2890f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.679995] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e76da-ac04-4e0f-97ab-05b5b5aac717 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.716975] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df58ea3-02a9-4f70-b05b-dfbd4706d1e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.724183] env[69695]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d04944b3-4e31-41bf-9cef-d3628d7f6309 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.736263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.736263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.740671] env[69695]: DEBUG nova.network.neutron [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.817513] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Downloading image file data e55f5e91-2813-4fc7-9d77-0e99749fd5ea to the data store datastore1 {{(pid=69695) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 676.902210] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 677.047297] env[69695]: DEBUG nova.network.neutron [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Updating instance_info_cache with network_info: [{"id": "c0b2807c-a5e5-4011-bb74-14469431b0ba", "address": "fa:16:3e:3c:af:e9", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b2807c-a5", "ovs_interfaceid": "c0b2807c-a5e5-4011-bb74-14469431b0ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.068817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.069086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.152095] env[69695]: DEBUG nova.scheduler.client.report [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.169350] env[69695]: DEBUG nova.network.neutron [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.248028] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.290983] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.291173] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.291173] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.291351] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.291539] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.291708] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.291905] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.292072] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.292239] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.292397] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.293235] env[69695]: DEBUG nova.virt.hardware [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.293551] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5101b8b-e7a6-4563-a00e-a1dadfa21f34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.306089] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08cc2b-3d99-41a7-b67a-08905b8b2b49 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.382922] env[69695]: DEBUG nova.compute.manager [req-bbacb21c-60e1-40bb-9bef-36ad8851c9c5 req-c8b56222-9c43-477d-87c5-fba5755f9375 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Received event network-vif-plugged-c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.385657] env[69695]: DEBUG oslo_concurrency.lockutils [req-bbacb21c-60e1-40bb-9bef-36ad8851c9c5 req-c8b56222-9c43-477d-87c5-fba5755f9375 service nova] Acquiring lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.385657] env[69695]: DEBUG oslo_concurrency.lockutils [req-bbacb21c-60e1-40bb-9bef-36ad8851c9c5 req-c8b56222-9c43-477d-87c5-fba5755f9375 service nova] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.385657] env[69695]: DEBUG oslo_concurrency.lockutils [req-bbacb21c-60e1-40bb-9bef-36ad8851c9c5 req-c8b56222-9c43-477d-87c5-fba5755f9375 service nova] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.385657] env[69695]: DEBUG nova.compute.manager [req-bbacb21c-60e1-40bb-9bef-36ad8851c9c5 req-c8b56222-9c43-477d-87c5-fba5755f9375 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] No waiting events found dispatching network-vif-plugged-c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.385657] env[69695]: WARNING nova.compute.manager [req-bbacb21c-60e1-40bb-9bef-36ad8851c9c5 req-c8b56222-9c43-477d-87c5-fba5755f9375 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Received unexpected event network-vif-plugged-c0b2807c-a5e5-4011-bb74-14469431b0ba for instance with vm_state building and task_state spawning. [ 677.406645] env[69695]: DEBUG nova.network.neutron [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Updating instance_info_cache with network_info: [{"id": "6e630220-0346-45cc-b41d-39ee008ca23c", "address": "fa:16:3e:88:6f:09", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e630220-03", "ovs_interfaceid": "6e630220-0346-45cc-b41d-39ee008ca23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.554095] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Releasing lock "refresh_cache-6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.554095] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Instance network_info: |[{"id": "c0b2807c-a5e5-4011-bb74-14469431b0ba", "address": "fa:16:3e:3c:af:e9", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b2807c-a5", "ovs_interfaceid": "c0b2807c-a5e5-4011-bb74-14469431b0ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.554417] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:af:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0b2807c-a5e5-4011-bb74-14469431b0ba', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.561870] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Creating folder: Project (312d2d4e13474b6c9a174e831613e9d9). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.563295] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e818ac2-20dd-4171-b00c-bce9b15901f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.574690] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 677.574920] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 677.576641] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Created folder: Project (312d2d4e13474b6c9a174e831613e9d9) in parent group-v699067. [ 677.576831] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Creating folder: Instances. Parent ref: group-v699071. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.577085] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3807e4-e425-4b0c-bb73-ab47b85ed7f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.588301] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Created folder: Instances in parent group-v699071. [ 677.588660] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.590249] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.590525] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc34a61-284e-4f1a-b10b-cea17c11bb5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.613942] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.613942] env[69695]: value = "task-3498115" [ 677.613942] env[69695]: _type = "Task" [ 677.613942] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.621414] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498115, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.658144] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.658389] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.661242] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.779s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.662759] env[69695]: INFO nova.compute.claims [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.716256] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Downloaded image file data e55f5e91-2813-4fc7-9d77-0e99749fd5ea to vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk on the data store datastore1 {{(pid=69695) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 677.719233] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 677.719233] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Copying Virtual Disk [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk to [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.719233] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da30e1b-e5a0-4a50-9dcf-8c0b4e9aaeef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.727533] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 677.727533] env[69695]: value = "task-3498116" [ 677.727533] env[69695]: _type = "Task" [ 677.727533] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.737324] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.912042] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Releasing lock "refresh_cache-9bb41043-b7c1-4c78-b309-edc851c514de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.914512] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Instance network_info: |[{"id": "6e630220-0346-45cc-b41d-39ee008ca23c", "address": "fa:16:3e:88:6f:09", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e630220-03", "ovs_interfaceid": "6e630220-0346-45cc-b41d-39ee008ca23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.914667] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:6f:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e630220-0346-45cc-b41d-39ee008ca23c', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.922856] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Creating folder: Project (a6117360f5df4778b2d11d70b68d4fcf). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.923634] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f40a1b0-a598-41cf-b08f-33c3b8853bae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.933057] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Created folder: Project (a6117360f5df4778b2d11d70b68d4fcf) in parent group-v699067. [ 677.933272] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Creating folder: Instances. Parent ref: group-v699074. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.933536] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-826c3ccd-f5d6-46dd-8b8c-f928ad403dc9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.943528] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Created folder: Instances in parent group-v699074. [ 677.943799] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.944022] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.944218] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecab722e-350a-4c5e-af7f-ef43308a4e67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.966446] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.966446] env[69695]: value = "task-3498119" [ 677.966446] env[69695]: _type = "Task" [ 677.966446] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.976736] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498119, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.124450] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498115, 'name': CreateVM_Task, 'duration_secs': 0.327404} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.124675] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.125390] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.125552] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.125878] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.126148] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56de6fc-abbb-4276-aba5-f0310d3916ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.131521] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 678.131521] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528e0ad3-c54c-e7c9-d284-94192766ef12" [ 678.131521] env[69695]: _type = "Task" [ 678.131521] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.139267] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528e0ad3-c54c-e7c9-d284-94192766ef12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.167072] env[69695]: DEBUG nova.compute.utils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.168686] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.168876] env[69695]: DEBUG nova.network.neutron [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.244777] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498116, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.257271] env[69695]: DEBUG nova.policy [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb805eacf040439795b74c6676b57bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334a9c4e9f8441ab85490e22d1b565d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.476531] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498119, 'name': CreateVM_Task, 'duration_secs': 0.359187} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.476705] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.477548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.586393] env[69695]: DEBUG nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Received event network-changed-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.586586] env[69695]: DEBUG nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Refreshing instance network info cache due to event network-changed-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.586816] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Acquiring lock "refresh_cache-da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.587487] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Acquired lock "refresh_cache-da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.587487] env[69695]: DEBUG nova.network.neutron [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Refreshing network info cache for port fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.643865] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.644190] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.644427] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.644674] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.645399] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.645665] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30028007-6dbc-453d-b0a4-13f0b3618b91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.651443] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 678.651443] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d13aa-65ee-7442-efd7-b2ce3b590fc2" [ 678.651443] env[69695]: _type = "Task" [ 678.651443] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.660154] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d13aa-65ee-7442-efd7-b2ce3b590fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.682821] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.737704] env[69695]: DEBUG nova.network.neutron [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Successfully created port: 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.746312] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697206} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.746312] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Copied Virtual Disk [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk to [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.746448] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleting the datastore file [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.747243] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70db8a85-3263-405a-9637-d04fca0a5541 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.757089] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 678.757089] env[69695]: value = "task-3498120" [ 678.757089] env[69695]: _type = "Task" [ 678.757089] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.774381] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.912554] env[69695]: DEBUG nova.network.neutron [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Successfully updated port: d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.966218] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c535d9d-b9bc-42bd-af73-bafa70195def {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.974545] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac47baa-fd4d-467b-8154-f911bd942d39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.008883] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90460e7c-095f-4f25-a239-e9e44d917e6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.017203] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1bca8f-4cdd-4f88-bce0-0f4c9cc4fa4e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.031326] env[69695]: DEBUG nova.compute.provider_tree [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.165513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.165880] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.166779] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.282591] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024616} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.282591] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.282689] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Moving file from [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085/e55f5e91-2813-4fc7-9d77-0e99749fd5ea to [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea. {{(pid=69695) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 679.282943] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1edcda28-533a-46fc-a9bd-f2c40f2df025 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.292641] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 679.292641] env[69695]: value = "task-3498121" [ 679.292641] env[69695]: _type = "Task" [ 679.292641] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.302124] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498121, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.388221] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "586675a8-71c7-4717-a849-1a2989b33e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.390449] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "586675a8-71c7-4717-a849-1a2989b33e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.415338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.415490] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquired lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.415651] env[69695]: DEBUG nova.network.neutron [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.537605] env[69695]: DEBUG nova.scheduler.client.report [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.696277] env[69695]: DEBUG nova.network.neutron [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Updated VIF entry in instance network info cache for port fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.696277] env[69695]: DEBUG nova.network.neutron [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Updating instance_info_cache with network_info: [{"id": "fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b", "address": "fa:16:3e:0e:53:4c", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba3d33b-5a", "ovs_interfaceid": "fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.697418] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.731982] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.732243] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.732399] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.732578] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.732733] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.733338] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.733994] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.733994] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.735319] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.735997] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.735997] env[69695]: DEBUG nova.virt.hardware [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.739787] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a080a94-3cd7-4a47-b15e-7dc33a7d432b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.756219] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033117eb-dab4-43fd-a754-601016393bee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.806214] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498121, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027207} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.806491] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] File moved {{(pid=69695) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 679.806689] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Cleaning up location [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 679.806853] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleting the datastore file [datastore1] vmware_temp/9031b1ec-f271-47e6-b727-99db48ac5085 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.807120] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcac3be8-8a83-48ff-a530-a64ad1910bbf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.815057] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 679.815057] env[69695]: value = "task-3498122" [ 679.815057] env[69695]: _type = "Task" [ 679.815057] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.822260] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.965348] env[69695]: DEBUG nova.network.neutron [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.040857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.042269] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.045971] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.071s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.049829] env[69695]: INFO nova.compute.claims [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.177852] env[69695]: DEBUG nova.network.neutron [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updating instance_info_cache with network_info: [{"id": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "address": "fa:16:3e:31:1b:4a", "network": {"id": "e4619cd9-d4c2-4c7f-90b9-2f1c31507953", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-902722401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "386ebde1a4c84730a2a640f42bd92fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1c69e-99", "ovs_interfaceid": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.208254] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Releasing lock "refresh_cache-da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.208309] env[69695]: DEBUG nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Received event network-vif-plugged-6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.208481] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Acquiring lock "9bb41043-b7c1-4c78-b309-edc851c514de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.208685] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Lock "9bb41043-b7c1-4c78-b309-edc851c514de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.208835] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Lock "9bb41043-b7c1-4c78-b309-edc851c514de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.208990] env[69695]: DEBUG nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] No waiting events found dispatching network-vif-plugged-6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.209177] env[69695]: WARNING nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Received unexpected event network-vif-plugged-6e630220-0346-45cc-b41d-39ee008ca23c for instance with vm_state building and task_state spawning. [ 680.209316] env[69695]: DEBUG nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Received event network-changed-6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.209464] env[69695]: DEBUG nova.compute.manager [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Refreshing instance network info cache due to event network-changed-6e630220-0346-45cc-b41d-39ee008ca23c. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.209635] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Acquiring lock "refresh_cache-9bb41043-b7c1-4c78-b309-edc851c514de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.209803] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Acquired lock "refresh_cache-9bb41043-b7c1-4c78-b309-edc851c514de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.209910] env[69695]: DEBUG nova.network.neutron [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Refreshing network info cache for port 6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.332246] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025599} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.332515] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.333447] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32f4e21-94c6-4f26-8678-8f1ef1819477 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.344730] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 680.344730] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef5cbd-2c23-4621-91e3-9cb8e07acfb7" [ 680.344730] env[69695]: _type = "Task" [ 680.344730] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.360911] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef5cbd-2c23-4621-91e3-9cb8e07acfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.530651] env[69695]: DEBUG nova.network.neutron [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Successfully updated port: 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.553374] env[69695]: DEBUG nova.compute.utils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.558746] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.561313] env[69695]: DEBUG nova.network.neutron [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.627069] env[69695]: DEBUG nova.policy [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cb860bd52f40c1a26e73dd50f44563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c78db3c4b15433dad6eb4fa12fa9b1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.682807] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Releasing lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.683150] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Instance network_info: |[{"id": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "address": "fa:16:3e:31:1b:4a", "network": {"id": "e4619cd9-d4c2-4c7f-90b9-2f1c31507953", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-902722401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "386ebde1a4c84730a2a640f42bd92fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1c69e-99", "ovs_interfaceid": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.683621] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:1b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e1c69e-996d-4420-9ee1-c8dfdb00b1f7', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.693303] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Creating folder: Project (386ebde1a4c84730a2a640f42bd92fd2). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.693653] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9593e87-1124-4aea-990f-632d6f3d498d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.708201] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Created folder: Project (386ebde1a4c84730a2a640f42bd92fd2) in parent group-v699067. [ 680.708201] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Creating folder: Instances. Parent ref: group-v699077. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.708201] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83cfe12e-ac23-4bfa-a991-7c082780de15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.716352] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Created folder: Instances in parent group-v699077. [ 680.716502] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.716700] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.716902] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432c09c5-0394-40e6-a740-982da0d7e3fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.738661] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.738661] env[69695]: value = "task-3498125" [ 680.738661] env[69695]: _type = "Task" [ 680.738661] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.746551] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498125, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.864037] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef5cbd-2c23-4621-91e3-9cb8e07acfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.864037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.864037] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17/da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.864037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864452] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.864640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b5d78a-0c01-4fcf-9535-a04ba7e425cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.869328] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7f27aa5-15aa-4873-a06b-902f57b40074 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.878268] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 680.878268] env[69695]: value = "task-3498126" [ 680.878268] env[69695]: _type = "Task" [ 680.878268] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.880066] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.880151] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.885127] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42da0c99-1035-4499-8fd4-fd3dc76df812 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.895024] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 680.895024] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4239d-7202-1060-0690-de52fe455dc1" [ 680.895024] env[69695]: _type = "Task" [ 680.895024] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.898149] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.906961] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4239d-7202-1060-0690-de52fe455dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.035420] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.035420] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.035420] env[69695]: DEBUG nova.network.neutron [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.060532] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.097288] env[69695]: DEBUG nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Received event network-changed-c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.097288] env[69695]: DEBUG nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Refreshing instance network info cache due to event network-changed-c0b2807c-a5e5-4011-bb74-14469431b0ba. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.097696] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Acquiring lock "refresh_cache-6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.097912] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Acquired lock "refresh_cache-6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.098178] env[69695]: DEBUG nova.network.neutron [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Refreshing network info cache for port c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.198951] env[69695]: DEBUG nova.network.neutron [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Updated VIF entry in instance network info cache for port 6e630220-0346-45cc-b41d-39ee008ca23c. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.200322] env[69695]: DEBUG nova.network.neutron [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Updating instance_info_cache with network_info: [{"id": "6e630220-0346-45cc-b41d-39ee008ca23c", "address": "fa:16:3e:88:6f:09", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e630220-03", "ovs_interfaceid": "6e630220-0346-45cc-b41d-39ee008ca23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.257723] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498125, 'name': CreateVM_Task, 'duration_secs': 0.333472} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.260538] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.261457] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.261638] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.262376] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.262376] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b1ee39-13e3-4c96-82d9-c97a48299d72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.267936] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 681.267936] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5245fd4f-78bf-6e7b-5656-854fbb8b46f9" [ 681.267936] env[69695]: _type = "Task" [ 681.267936] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.276392] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5245fd4f-78bf-6e7b-5656-854fbb8b46f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.280141] env[69695]: DEBUG nova.network.neutron [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Successfully created port: 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.392090] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49655} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.392158] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17/da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.392619] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.395818] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f8821b3-7af9-4d09-897d-4c743402dc0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.399263] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb94a8-c49b-4de2-8c75-96aeb9486c5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.406912] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 681.406912] env[69695]: value = "task-3498127" [ 681.406912] env[69695]: _type = "Task" [ 681.406912] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.415159] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935dbc66-ba46-4113-a7b2-97e3994faf65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.426855] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.458952] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4239d-7202-1060-0690-de52fe455dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.017398} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.461894] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17247ac-0cb6-40b1-b30c-0b025805c836 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.463286] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7de0a8-34d2-435b-9244-855557d9552c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.471614] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43353274-f904-4ecb-bc39-4015f7b16e8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.475575] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 681.475575] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dda633-a350-4d3f-37f8-1491c7ec125e" [ 681.475575] env[69695]: _type = "Task" [ 681.475575] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.489048] env[69695]: DEBUG nova.compute.provider_tree [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.495519] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dda633-a350-4d3f-37f8-1491c7ec125e, 'name': SearchDatastore_Task, 'duration_secs': 0.00791} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.495744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.496104] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244/6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.496446] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.496446] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.496639] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d0c651b-635f-4a52-b155-0526f10dc1d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.498659] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7e14dd-6f33-4b5d-8175-89fbafb27e4f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.506880] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 681.506880] env[69695]: value = "task-3498128" [ 681.506880] env[69695]: _type = "Task" [ 681.506880] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.509112] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.509112] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.511820] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f992178-8bbb-4ffc-9998-8c592c2232d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.520747] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.521890] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 681.521890] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52def38f-a81c-69ca-62f9-347178e48b8b" [ 681.521890] env[69695]: _type = "Task" [ 681.521890] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.531477] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52def38f-a81c-69ca-62f9-347178e48b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.532242] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cdc4db-ca1e-4f81-ae98-5726e57c0afe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.538767] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 681.538767] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9792d-813a-c2ae-bc24-45edc83933e2" [ 681.538767] env[69695]: _type = "Task" [ 681.538767] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.546831] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9792d-813a-c2ae-bc24-45edc83933e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.637447] env[69695]: DEBUG nova.network.neutron [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.708797] env[69695]: DEBUG oslo_concurrency.lockutils [req-87e3afe8-10d5-45b2-9014-b1eddfed8ee7 req-7d004e49-f383-466c-b2e7-9cb736536345 service nova] Releasing lock "refresh_cache-9bb41043-b7c1-4c78-b309-edc851c514de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779802] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5245fd4f-78bf-6e7b-5656-854fbb8b46f9, 'name': SearchDatastore_Task, 'duration_secs': 0.046618} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.780129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.780358] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.780572] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.920243] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057235} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.920822] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.921546] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6258492-9fe1-4c47-a03d-abdcb693da69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.945641] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17/da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.945983] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a7e273-9659-444d-89cf-3840c5dc603e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.967269] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 681.967269] env[69695]: value = "task-3498129" [ 681.967269] env[69695]: _type = "Task" [ 681.967269] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.977106] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.993135] env[69695]: DEBUG nova.scheduler.client.report [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.021533] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439322} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.021993] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244/6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.022104] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.022104] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66aadfe0-4de6-4416-a1de-8a6e5411b932 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033374] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 682.033374] env[69695]: value = "task-3498130" [ 682.033374] env[69695]: _type = "Task" [ 682.033374] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.049518] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.055447] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9792d-813a-c2ae-bc24-45edc83933e2, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.055447] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.055569] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 9bb41043-b7c1-4c78-b309-edc851c514de/9bb41043-b7c1-4c78-b309-edc851c514de.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.055925] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.056361] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.056654] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67009197-ec4a-4565-a249-6faf4eef9252 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.059679] env[69695]: DEBUG nova.network.neutron [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [{"id": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "address": "fa:16:3e:e9:aa:45", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669135d6-ae", "ovs_interfaceid": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.061854] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a3cf6a-4a4e-4655-bd0f-d7ce90200918 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.071732] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 682.071732] env[69695]: value = "task-3498131" [ 682.071732] env[69695]: _type = "Task" [ 682.071732] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.075024] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.079998] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.080792] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.081757] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c35908e-7a1d-45a5-8658-30f269965cc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.093730] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.095260] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 682.095260] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f2fcb3-d770-4d0a-e2f1-8198998800ab" [ 682.095260] env[69695]: _type = "Task" [ 682.095260] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.105585] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f2fcb3-d770-4d0a-e2f1-8198998800ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.108831] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.108831] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.108831] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.110716] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.110716] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.110716] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.110716] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.110716] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.111348] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.111348] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.111348] env[69695]: DEBUG nova.virt.hardware [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.111348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a2037-74ea-496c-b586-e41607cdef79 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.120584] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378965df-8c4f-4d0d-bfa9-a060bd4d0efc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.476995] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498129, 'name': ReconfigVM_Task, 'duration_secs': 0.313989} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.479856] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Reconfigured VM instance instance-00000001 to attach disk [datastore1] da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17/da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.480341] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e7180f-1efb-4421-8fab-2d6585bcd233 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.487412] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 682.487412] env[69695]: value = "task-3498132" [ 682.487412] env[69695]: _type = "Task" [ 682.487412] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.502248] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.502248] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.502998] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498132, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.503309] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.777s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.504878] env[69695]: INFO nova.compute.claims [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.530890] env[69695]: DEBUG nova.network.neutron [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Updated VIF entry in instance network info cache for port c0b2807c-a5e5-4011-bb74-14469431b0ba. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.530890] env[69695]: DEBUG nova.network.neutron [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Updating instance_info_cache with network_info: [{"id": "c0b2807c-a5e5-4011-bb74-14469431b0ba", "address": "fa:16:3e:3c:af:e9", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b2807c-a5", "ovs_interfaceid": "c0b2807c-a5e5-4011-bb74-14469431b0ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.547355] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06826} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.547355] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.547355] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d367d22-debf-4df4-b4a1-d2617fa5c0ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.575163] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.575163] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Instance network_info: |[{"id": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "address": "fa:16:3e:e9:aa:45", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669135d6-ae", "ovs_interfaceid": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.587917] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244/6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.589522] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:aa:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.598103] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Creating folder: Project (334a9c4e9f8441ab85490e22d1b565d3). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.598291] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdaeb0e5-81c9-40a8-8c65-78c22e05bc64 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.615440] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9c2f937-65b8-4192-812a-840e240123e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.638679] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489287} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.638987] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 682.638987] env[69695]: value = "task-3498133" [ 682.638987] env[69695]: _type = "Task" [ 682.638987] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.639682] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 9bb41043-b7c1-4c78-b309-edc851c514de/9bb41043-b7c1-4c78-b309-edc851c514de.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.639849] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.641207] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8eaee5-074e-4733-82ee-f8629ce1d4cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.653157] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f2fcb3-d770-4d0a-e2f1-8198998800ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016026} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.653478] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Created folder: Project (334a9c4e9f8441ab85490e22d1b565d3) in parent group-v699067. [ 682.653745] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Creating folder: Instances. Parent ref: group-v699080. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.655327] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-834016fd-4173-4bdc-8750-3f34ae2b3234 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.661878] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ff605b-4710-453c-a850-d40a6cea8bc1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.664737] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.665036] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 682.665036] env[69695]: value = "task-3498135" [ 682.665036] env[69695]: _type = "Task" [ 682.665036] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.673897] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 682.673897] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b19509-f7dc-7162-220d-21a21cc92076" [ 682.673897] env[69695]: _type = "Task" [ 682.673897] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.675221] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Created folder: Instances in parent group-v699080. [ 682.675518] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.681712] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.681824] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501de91f-1235-4532-b4ac-1367679ccdac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.699272] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.703492] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b19509-f7dc-7162-220d-21a21cc92076, 'name': SearchDatastore_Task, 'duration_secs': 0.017382} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.705917] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.705917] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e884e2ff-a691-4d1e-98ac-18c40bdd9a37/e884e2ff-a691-4d1e-98ac-18c40bdd9a37.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.705917] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.705917] env[69695]: value = "task-3498137" [ 682.705917] env[69695]: _type = "Task" [ 682.705917] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.706152] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c23b1d-8d50-431f-ab01-3634efe078f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.716351] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498137, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.718816] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 682.718816] env[69695]: value = "task-3498138" [ 682.718816] env[69695]: _type = "Task" [ 682.718816] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.725382] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.003481] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498132, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.013507] env[69695]: DEBUG nova.compute.utils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.018671] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.018966] env[69695]: DEBUG nova.network.neutron [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.033993] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Releasing lock "refresh_cache-6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.034299] env[69695]: DEBUG nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Received event network-vif-plugged-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.034503] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Acquiring lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.034719] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.034875] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.035048] env[69695]: DEBUG nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] No waiting events found dispatching network-vif-plugged-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.040685] env[69695]: WARNING nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Received unexpected event network-vif-plugged-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 for instance with vm_state building and task_state spawning. [ 683.040685] env[69695]: DEBUG nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Received event network-changed-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.040685] env[69695]: DEBUG nova.compute.manager [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Refreshing instance network info cache due to event network-changed-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.040685] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Acquiring lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.040685] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Acquired lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.040852] env[69695]: DEBUG nova.network.neutron [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Refreshing network info cache for port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.067175] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.068035] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.105359] env[69695]: DEBUG nova.policy [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70aa0daedc134330abf03af9cb6e54eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08cbae918904401785430d311238fdba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.156253] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.180453] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076983} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.180725] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.181657] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8831d178-6b15-4ee2-bd14-2ab4be631445 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.221170] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 9bb41043-b7c1-4c78-b309-edc851c514de/9bb41043-b7c1-4c78-b309-edc851c514de.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.223112] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7905031-3bc7-4b11-ad22-d72f8e18ebf4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.242871] env[69695]: DEBUG nova.compute.manager [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Received event network-vif-plugged-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.242871] env[69695]: DEBUG oslo_concurrency.lockutils [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] Acquiring lock "5d375ddb-f946-42ef-b862-258483104c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.242871] env[69695]: DEBUG oslo_concurrency.lockutils [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] Lock "5d375ddb-f946-42ef-b862-258483104c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.242871] env[69695]: DEBUG oslo_concurrency.lockutils [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] Lock "5d375ddb-f946-42ef-b862-258483104c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.242871] env[69695]: DEBUG nova.compute.manager [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] No waiting events found dispatching network-vif-plugged-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.243720] env[69695]: WARNING nova.compute.manager [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Received unexpected event network-vif-plugged-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb for instance with vm_state building and task_state spawning. [ 683.243720] env[69695]: DEBUG nova.compute.manager [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Received event network-changed-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.243720] env[69695]: DEBUG nova.compute.manager [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Refreshing instance network info cache due to event network-changed-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.243720] env[69695]: DEBUG oslo_concurrency.lockutils [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] Acquiring lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.243720] env[69695]: DEBUG oslo_concurrency.lockutils [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] Acquired lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.243887] env[69695]: DEBUG nova.network.neutron [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Refreshing network info cache for port 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.261904] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498137, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.267037] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.267351] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 683.267351] env[69695]: value = "task-3498139" [ 683.267351] env[69695]: _type = "Task" [ 683.267351] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.282343] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.501898] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498132, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.519683] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.661317] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.664426] env[69695]: DEBUG nova.network.neutron [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Successfully created port: 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.746916] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.755532] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498137, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.780775] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498139, 'name': ReconfigVM_Task, 'duration_secs': 0.512346} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.783702] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 9bb41043-b7c1-4c78-b309-edc851c514de/9bb41043-b7c1-4c78-b309-edc851c514de.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.787625] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac671dde-884e-4a20-a732-cbf0e50fcc0e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.793210] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 683.793210] env[69695]: value = "task-3498140" [ 683.793210] env[69695]: _type = "Task" [ 683.793210] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.808172] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498140, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.919176] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29448e5-02ca-49fc-b35b-c57bb9de3b37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.933426] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0eef5b-642a-4077-8f5b-6a57dba5fd84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.980957] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03091739-1d88-46c0-b549-919e41da8f2c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.992571] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fb769b-d8c2-4dfa-b3ed-a219d72a8ec2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.020915] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498132, 'name': Rename_Task, 'duration_secs': 1.177838} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.021667] env[69695]: DEBUG nova.compute.provider_tree [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.023062] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.023415] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6230e139-49a1-4787-a3de-627070ff8b90 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.034593] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 684.034593] env[69695]: value = "task-3498141" [ 684.034593] env[69695]: _type = "Task" [ 684.034593] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.046461] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.072356] env[69695]: DEBUG nova.network.neutron [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updated VIF entry in instance network info cache for port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.072356] env[69695]: DEBUG nova.network.neutron [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updating instance_info_cache with network_info: [{"id": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "address": "fa:16:3e:31:1b:4a", "network": {"id": "e4619cd9-d4c2-4c7f-90b9-2f1c31507953", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-902722401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "386ebde1a4c84730a2a640f42bd92fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1c69e-99", "ovs_interfaceid": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.104207] env[69695]: DEBUG nova.network.neutron [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Successfully updated port: 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.158118] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.248621] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498137, 'name': CreateVM_Task, 'duration_secs': 1.503656} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.249603] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498138, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.415508} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.249603] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.249603] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e884e2ff-a691-4d1e-98ac-18c40bdd9a37/e884e2ff-a691-4d1e-98ac-18c40bdd9a37.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.249603] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.250271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.250322] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.250634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.251480] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa6934a-f671-4302-89bc-d1c00d6e2f6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.252856] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843c9b43-d82c-4c7f-bd0e-55c469387cad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.258281] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 684.258281] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526a3c58-07f1-058c-1d13-89329e16bb03" [ 684.258281] env[69695]: _type = "Task" [ 684.258281] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.259538] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 684.259538] env[69695]: value = "task-3498142" [ 684.259538] env[69695]: _type = "Task" [ 684.259538] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.272609] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526a3c58-07f1-058c-1d13-89329e16bb03, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.275846] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.276173] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.276440] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.276613] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.276824] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.277128] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.279721] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41838985-e1ba-41d3-9042-b026ebaff82e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.289641] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.289878] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.290631] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0182b334-a842-4f92-81b1-858ac5a28fb7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.303313] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 684.303313] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524b76dd-c860-abd1-ff03-ceb136a378b4" [ 684.303313] env[69695]: _type = "Task" [ 684.303313] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.307146] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498140, 'name': Rename_Task, 'duration_secs': 0.216822} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.311463] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.311734] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9fb43c-d1e3-4a40-a2fd-0f82e4a7f3e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.318798] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524b76dd-c860-abd1-ff03-ceb136a378b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.320708] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3822d124-9021-4211-bca2-643ebb401fda {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.323893] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 684.323893] env[69695]: value = "task-3498143" [ 684.323893] env[69695]: _type = "Task" [ 684.323893] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.328290] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 684.328290] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528b0cf4-b9d1-7ba8-8bb4-278b296ca6ad" [ 684.328290] env[69695]: _type = "Task" [ 684.328290] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.334228] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.339134] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528b0cf4-b9d1-7ba8-8bb4-278b296ca6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.371831] env[69695]: DEBUG nova.network.neutron [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updated VIF entry in instance network info cache for port 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.371936] env[69695]: DEBUG nova.network.neutron [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [{"id": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "address": "fa:16:3e:e9:aa:45", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669135d6-ae", "ovs_interfaceid": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.527451] env[69695]: DEBUG nova.scheduler.client.report [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.537806] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.549605] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.567489] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.567792] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.567989] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.568486] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.568486] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.568591] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.568861] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.569056] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.569237] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.569399] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.569777] env[69695]: DEBUG nova.virt.hardware [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.571009] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc6ed38-cc4f-4c55-aae9-c2218794547e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.574092] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bdaefe-769e-4e71-9cbd-18094019ef52 req-397ca71e-ed7d-4061-bece-2895dc0b36c1 service nova] Releasing lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.580479] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f23a06-cfd7-471d-a00e-ecb9bb17c2fd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.606675] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.606817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquired lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.606966] env[69695]: DEBUG nova.network.neutron [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.657480] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498133, 'name': ReconfigVM_Task, 'duration_secs': 1.646609} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.657590] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244/6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.658190] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e24281-4da1-4e7c-a680-7a746287e3d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.664376] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 684.664376] env[69695]: value = "task-3498144" [ 684.664376] env[69695]: _type = "Task" [ 684.664376] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.672283] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498144, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.773990] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066781} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.775047] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.775678] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45f1fb-536f-409b-a7ce-a531b466f289 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803489] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] e884e2ff-a691-4d1e-98ac-18c40bdd9a37/e884e2ff-a691-4d1e-98ac-18c40bdd9a37.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.804248] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c6ad70-4274-4454-be8e-fc260261ad5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.824720] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 684.824720] env[69695]: value = "task-3498145" [ 684.824720] env[69695]: _type = "Task" [ 684.824720] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.836788] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.840467] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.844985] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528b0cf4-b9d1-7ba8-8bb4-278b296ca6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.844985] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.844985] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5d375ddb-f946-42ef-b862-258483104c67/5d375ddb-f946-42ef-b862-258483104c67.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.845390] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3b23fc7-f622-4ff3-a815-50384331158b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.854116] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 684.854116] env[69695]: value = "task-3498146" [ 684.854116] env[69695]: _type = "Task" [ 684.854116] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.861140] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.877896] env[69695]: DEBUG oslo_concurrency.lockutils [req-91666e93-77c0-446f-8bfa-1e2d51e67152 req-fd995d8d-7d34-4b35-816f-5bd3fe78544e service nova] Releasing lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.889438] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.889681] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.033750] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.034312] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.037207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.156s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.038618] env[69695]: INFO nova.compute.claims [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.056100] env[69695]: DEBUG oslo_vmware.api [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498141, 'name': PowerOnVM_Task, 'duration_secs': 0.552523} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.056100] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.056558] env[69695]: INFO nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Took 16.04 seconds to spawn the instance on the hypervisor. [ 685.056558] env[69695]: DEBUG nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.057862] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eca339-cdac-4039-bd8e-cac2e80622f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.166260] env[69695]: DEBUG nova.network.neutron [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.184102] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498144, 'name': Rename_Task, 'duration_secs': 0.34311} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.184455] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.184709] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd0f810-200a-405b-9358-e9d33d8e162b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.192903] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 685.192903] env[69695]: value = "task-3498147" [ 685.192903] env[69695]: _type = "Task" [ 685.192903] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.202822] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.340714] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.344194] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498145, 'name': ReconfigVM_Task, 'duration_secs': 0.511685} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.344194] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Reconfigured VM instance instance-00000003 to attach disk [datastore1] e884e2ff-a691-4d1e-98ac-18c40bdd9a37/e884e2ff-a691-4d1e-98ac-18c40bdd9a37.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.344838] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00cd9ad2-2458-40de-8502-443675044430 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.353026] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 685.353026] env[69695]: value = "task-3498148" [ 685.353026] env[69695]: _type = "Task" [ 685.353026] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.363557] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498148, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.367389] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.552140] env[69695]: DEBUG nova.compute.utils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.560452] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.561728] env[69695]: DEBUG nova.network.neutron [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.580478] env[69695]: INFO nova.compute.manager [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Took 20.80 seconds to build instance. [ 685.637197] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.639147] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.704073] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498147, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.836603] env[69695]: DEBUG oslo_vmware.api [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498143, 'name': PowerOnVM_Task, 'duration_secs': 1.168664} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.836982] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.837188] env[69695]: INFO nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Took 10.86 seconds to spawn the instance on the hypervisor. [ 685.837365] env[69695]: DEBUG nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.838153] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed2da0b-7974-445a-a0f6-5c153d195d27 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.847634] env[69695]: DEBUG nova.policy [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197602f90cfa441ebf74193d58212ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2898aa04525b459faf4adf3d3fd1103d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.853112] env[69695]: DEBUG nova.network.neutron [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Updating instance_info_cache with network_info: [{"id": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "address": "fa:16:3e:21:c4:26", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d9bdbd-30", "ovs_interfaceid": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.864270] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498148, 'name': Rename_Task, 'duration_secs': 0.182391} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.867814] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.867912] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695551} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.872022] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ae60a1-0987-4426-b7c4-6c37b2d08a91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.872022] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5d375ddb-f946-42ef-b862-258483104c67/5d375ddb-f946-42ef-b862-258483104c67.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.872022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.872022] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b92a7c5-d63a-4991-a111-c5aa39958b63 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.876889] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 685.876889] env[69695]: value = "task-3498149" [ 685.876889] env[69695]: _type = "Task" [ 685.876889] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.878395] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 685.878395] env[69695]: value = "task-3498150" [ 685.878395] env[69695]: _type = "Task" [ 685.878395] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.891432] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.899232] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.067941] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.084259] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a64031a-9665-4bd4-a6d3-39d6594f035d tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.312s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.210082] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498147, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.295035] env[69695]: DEBUG nova.compute.manager [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Received event network-vif-plugged-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.295256] env[69695]: DEBUG oslo_concurrency.lockutils [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] Acquiring lock "1ebf75da-6457-4146-824b-828a65de9117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.295995] env[69695]: DEBUG oslo_concurrency.lockutils [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] Lock "1ebf75da-6457-4146-824b-828a65de9117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.295995] env[69695]: DEBUG oslo_concurrency.lockutils [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] Lock "1ebf75da-6457-4146-824b-828a65de9117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.297560] env[69695]: DEBUG nova.compute.manager [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] No waiting events found dispatching network-vif-plugged-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.297560] env[69695]: WARNING nova.compute.manager [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Received unexpected event network-vif-plugged-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 for instance with vm_state building and task_state spawning. [ 686.297560] env[69695]: DEBUG nova.compute.manager [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Received event network-changed-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.297710] env[69695]: DEBUG nova.compute.manager [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Refreshing instance network info cache due to event network-changed-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.297815] env[69695]: DEBUG oslo_concurrency.lockutils [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] Acquiring lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.298703] env[69695]: DEBUG nova.network.neutron [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Successfully updated port: 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.356104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Releasing lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.356377] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Instance network_info: |[{"id": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "address": "fa:16:3e:21:c4:26", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d9bdbd-30", "ovs_interfaceid": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.356753] env[69695]: DEBUG oslo_concurrency.lockutils [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] Acquired lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.356889] env[69695]: DEBUG nova.network.neutron [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Refreshing network info cache for port 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.358893] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:c4:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d9bdbd-30b4-43d9-9f5f-cb6f921d4163', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.366902] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Creating folder: Project (0c78db3c4b15433dad6eb4fa12fa9b1d). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.367848] env[69695]: DEBUG nova.network.neutron [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Successfully created port: 528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.373074] env[69695]: INFO nova.compute.manager [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Took 16.44 seconds to build instance. [ 686.373186] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d17dbc82-c833-43da-a309-d25b85a67667 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.387407] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Created folder: Project (0c78db3c4b15433dad6eb4fa12fa9b1d) in parent group-v699067. [ 686.387407] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Creating folder: Instances. Parent ref: group-v699083. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.392688] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b133569-fabd-4552-81ac-9f6fe0ce297a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.398079] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498149, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.403369] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078566} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.403663] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.404511] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f953d-ab36-467f-b639-0d87b575d00b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.409619] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Created folder: Instances in parent group-v699083. [ 686.409619] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.410055] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.410281] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb27010-79d7-4de2-a107-8503a0c4e0f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.451081] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5d375ddb-f946-42ef-b862-258483104c67/5d375ddb-f946-42ef-b862-258483104c67.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.453031] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc0d44d-fe61-4454-bdea-b203dbd9d205 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471401] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.471401] env[69695]: value = "task-3498153" [ 686.471401] env[69695]: _type = "Task" [ 686.471401] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.472092] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6a4f5-7289-494c-b4f9-fba9e343833b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.480415] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 686.480415] env[69695]: value = "task-3498154" [ 686.480415] env[69695]: _type = "Task" [ 686.480415] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.487203] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52748501-2d01-4759-a05a-c01df209a830 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.493473] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498153, 'name': CreateVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.499393] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.526081] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924e1f9b-2bb2-4a2e-aad9-8c5a328ed5cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.533772] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59e95eb-c207-4b58-8302-536a88f9ecfe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.548844] env[69695]: DEBUG nova.compute.provider_tree [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.587894] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.711896] env[69695]: DEBUG oslo_vmware.api [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498147, 'name': PowerOnVM_Task, 'duration_secs': 1.13029} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.712088] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.712345] env[69695]: INFO nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Took 13.98 seconds to spawn the instance on the hypervisor. [ 686.712587] env[69695]: DEBUG nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.713513] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cda3d79-2509-4484-8e42-b58c2f16a0eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.801436] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "refresh_cache-0442abba-1214-42e4-8822-2bf2c1c5de89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.801638] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquired lock "refresh_cache-0442abba-1214-42e4-8822-2bf2c1c5de89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.801817] env[69695]: DEBUG nova.network.neutron [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.877104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "9bb41043-b7c1-4c78-b309-edc851c514de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.957s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.891511] env[69695]: DEBUG oslo_vmware.api [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498149, 'name': PowerOnVM_Task, 'duration_secs': 0.840913} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.891901] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.892229] env[69695]: INFO nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Took 9.64 seconds to spawn the instance on the hypervisor. [ 686.894464] env[69695]: DEBUG nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.894464] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2430f1-9404-4473-bcf6-3e321e10df00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.986215] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498153, 'name': CreateVM_Task, 'duration_secs': 0.483902} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.988615] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.989962] env[69695]: DEBUG oslo_vmware.service [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e8288-22c0-48f9-b945-fbd9e8b59aaf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.000140] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.000306] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.000696] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004583] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb011e5-e689-46e9-bc84-89d15db7583d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.006527] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.009973] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 687.009973] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52298dce-7d86-58f0-d242-e4d74a353ddd" [ 687.009973] env[69695]: _type = "Task" [ 687.009973] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.017388] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52298dce-7d86-58f0-d242-e4d74a353ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.051889] env[69695]: DEBUG nova.scheduler.client.report [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.080613] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.109291] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.109560] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.109687] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.109900] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.110116] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.110273] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.110477] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.110627] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.110788] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.110941] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.111161] env[69695]: DEBUG nova.virt.hardware [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.112384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996351b1-1405-40d5-9227-164624ffbda5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.116412] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.120797] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a3941-6a14-4206-9c40-e999d504994c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.125866] env[69695]: DEBUG nova.network.neutron [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Updated VIF entry in instance network info cache for port 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.126126] env[69695]: DEBUG nova.network.neutron [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Updating instance_info_cache with network_info: [{"id": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "address": "fa:16:3e:21:c4:26", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d9bdbd-30", "ovs_interfaceid": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.239625] env[69695]: INFO nova.compute.manager [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Took 18.84 seconds to build instance. [ 687.379649] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.385206] env[69695]: DEBUG nova.network.neutron [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.415384] env[69695]: INFO nova.compute.manager [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Took 17.46 seconds to build instance. [ 687.497708] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498154, 'name': ReconfigVM_Task, 'duration_secs': 0.668253} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.498039] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5d375ddb-f946-42ef-b862-258483104c67/5d375ddb-f946-42ef-b862-258483104c67.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.498727] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec6b978-310d-4f62-adc5-e2651bf52407 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.506112] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 687.506112] env[69695]: value = "task-3498155" [ 687.506112] env[69695]: _type = "Task" [ 687.506112] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.518543] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498155, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.525548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.526178] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.526178] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.526178] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.526725] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.526725] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58a522e2-00ab-426b-b166-9f7756af4cfe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.535586] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.535738] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.536577] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368bacf-279e-44e5-80ee-dff6efce6e38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.546578] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2398e792-4863-4745-8d57-62415064893d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.554289] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 687.554289] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209672f-6d7e-c93c-21dc-d8080a8954cd" [ 687.554289] env[69695]: _type = "Task" [ 687.554289] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.566222] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.567055] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.570541] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209672f-6d7e-c93c-21dc-d8080a8954cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.570614] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.315s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.572398] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.572398] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 687.572398] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.096s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.572637] env[69695]: INFO nova.compute.claims [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.575616] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b42238-debe-42d9-a39d-3594127156a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.585054] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09fafd6-ce24-40a0-a5a4-5c9fac7475ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.600026] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604ae550-3eb2-475b-9722-bc2dcaf0180f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.607954] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ce95f7-2bbf-4b52-928c-b62f93c7752d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.640845] env[69695]: DEBUG oslo_concurrency.lockutils [req-167c9103-f585-437e-b7be-26b219bc30cd req-ce5416c6-cf7b-4cd1-9ad9-f4c429b717ca service nova] Releasing lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.641439] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180858MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 687.641578] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.742671] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c3b736e0-d4d6-467b-aceb-f2face2867a1 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.352s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.775952] env[69695]: DEBUG nova.network.neutron [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Updating instance_info_cache with network_info: [{"id": "4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce", "address": "fa:16:3e:be:8e:b2", "network": {"id": "997cb525-0873-4cbb-b1d0-66512cebfdf0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-326965944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cbae918904401785430d311238fdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0ff0c9-7d", "ovs_interfaceid": "4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.913477] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.920402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.994s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.016951] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498155, 'name': Rename_Task, 'duration_secs': 0.331395} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.020935] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.021329] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b3826a-5a0c-4f81-8437-1e7a95ee8617 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.028528] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 688.028528] env[69695]: value = "task-3498156" [ 688.028528] env[69695]: _type = "Task" [ 688.028528] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.041896] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.063673] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 688.064083] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Creating directory with path [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.064252] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8636132-8598-4faf-bc4f-a5df48aff619 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.079029] env[69695]: DEBUG nova.compute.utils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.090601] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.090601] env[69695]: DEBUG nova.network.neutron [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.092143] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Created directory with path [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.092143] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Fetch image to [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 688.092143] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Downloading image file data e55f5e91-2813-4fc7-9d77-0e99749fd5ea to [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk on the data store datastore2 {{(pid=69695) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 688.093357] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd88f7af-dc3f-4dfb-b508-d4686cd7cce0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.102282] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169e2ab8-b15d-4cb6-baa8-3d17842170fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.115845] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebeea78-ed6f-4826-9af3-bd476e8ae6fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.147826] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa963a7-d1ee-40b4-8a53-d787ccedf44c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.154175] env[69695]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e870e3f9-d2bd-4e54-a88e-4292f81b4610 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.187982] env[69695]: DEBUG nova.policy [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8889a4a52fdc4fefa834bbfec8e35c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53139eab646c4cbfb9f0b448dbaaac47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.244950] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.251823] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Downloading image file data e55f5e91-2813-4fc7-9d77-0e99749fd5ea to the data store datastore2 {{(pid=69695) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 688.280724] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Releasing lock "refresh_cache-0442abba-1214-42e4-8822-2bf2c1c5de89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.281095] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Instance network_info: |[{"id": "4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce", "address": "fa:16:3e:be:8e:b2", "network": {"id": "997cb525-0873-4cbb-b1d0-66512cebfdf0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-326965944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cbae918904401785430d311238fdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0ff0c9-7d", "ovs_interfaceid": "4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.281710] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:8e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.289509] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Creating folder: Project (08cbae918904401785430d311238fdba). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.292076] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4549f08a-2ae5-4ae2-afff-eccad7e6826c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.305732] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Created folder: Project (08cbae918904401785430d311238fdba) in parent group-v699067. [ 688.305732] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Creating folder: Instances. Parent ref: group-v699086. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.305732] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc6c0066-04e3-4f71-9dea-576e1963bf2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.316600] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Created folder: Instances in parent group-v699086. [ 688.316884] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.319248] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.319654] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812d84dc-91e7-4735-964c-91e9a9092ebc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.340798] env[69695]: DEBUG oslo_vmware.rw_handles [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 688.342180] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.342180] env[69695]: value = "task-3498159" [ 688.342180] env[69695]: _type = "Task" [ 688.342180] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.412113] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498159, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.418980] env[69695]: DEBUG nova.network.neutron [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Successfully updated port: 528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.421096] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.542826] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.597322] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.780463] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.832133] env[69695]: DEBUG nova.network.neutron [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Successfully created port: a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.851789] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498159, 'name': CreateVM_Task, 'duration_secs': 0.404298} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.853829] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.853829] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.853829] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.853829] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.853829] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a43412-c865-47c8-a59e-ec944ee305e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.869932] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 688.869932] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525b769e-07cd-536c-a1c2-b3d1cebfc907" [ 688.869932] env[69695]: _type = "Task" [ 688.869932] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.884326] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.884758] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.885105] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.920438] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "refresh_cache-50f0d38d-f2e0-43e0-a47d-4b0a5a808528" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.920583] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "refresh_cache-50f0d38d-f2e0-43e0-a47d-4b0a5a808528" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.920729] env[69695]: DEBUG nova.network.neutron [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.945445] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.989894] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdff354-66fc-44da-8764-308c28c46aeb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.002838] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e0a79e-b1dd-462f-8e83-90e1a55e9dad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.057959] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060e300a-2a7b-4290-8a1b-2a9c33054d4a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.074876] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc01b1e6-211a-4d7c-b27d-e89ec0723d6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.079810] env[69695]: DEBUG oslo_vmware.api [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498156, 'name': PowerOnVM_Task, 'duration_secs': 0.611316} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.084017] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.084297] env[69695]: INFO nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Took 9.38 seconds to spawn the instance on the hypervisor. [ 689.084525] env[69695]: DEBUG nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.085905] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e720f94a-98c9-4e68-a07a-03400bcc26dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.098537] env[69695]: DEBUG nova.compute.provider_tree [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.198020] env[69695]: DEBUG oslo_vmware.rw_handles [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 689.198020] env[69695]: DEBUG oslo_vmware.rw_handles [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 689.287810] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Downloaded image file data e55f5e91-2813-4fc7-9d77-0e99749fd5ea to vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk on the data store datastore2 {{(pid=69695) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 689.289248] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 689.289510] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Copying Virtual Disk [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk to [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.289849] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97c362f6-4eec-4c23-b858-24ff06d6a1de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.301063] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 689.301063] env[69695]: value = "task-3498160" [ 689.301063] env[69695]: _type = "Task" [ 689.301063] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.309728] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.513843] env[69695]: DEBUG nova.network.neutron [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.603434] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.611427] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.625373] env[69695]: INFO nova.compute.manager [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Took 18.77 seconds to build instance. [ 689.646604] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.647361] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.647361] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.648318] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.648786] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.649079] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.649162] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.649421] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.649703] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.649969] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.650273] env[69695]: DEBUG nova.virt.hardware [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.651952] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230e09d-1c21-4407-95b8-eaf603da8490 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.665026] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7be88a-eacd-4cef-be53-80ac3a34873e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.820767] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.907989] env[69695]: DEBUG nova.network.neutron [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Updating instance_info_cache with network_info: [{"id": "528e846c-5783-443f-b5ef-67d02da61151", "address": "fa:16:3e:0c:59:56", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528e846c-57", "ovs_interfaceid": "528e846c-5783-443f-b5ef-67d02da61151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.109340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.109340] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.112735] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.996s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.117651] env[69695]: INFO nova.compute.claims [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.130511] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8f826023-baf7-4844-9ce5-ef60eb80696e tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.286s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.262759] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "9bb41043-b7c1-4c78-b309-edc851c514de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.263513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "9bb41043-b7c1-4c78-b309-edc851c514de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.263513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "9bb41043-b7c1-4c78-b309-edc851c514de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.263513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "9bb41043-b7c1-4c78-b309-edc851c514de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.263513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "9bb41043-b7c1-4c78-b309-edc851c514de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.266728] env[69695]: INFO nova.compute.manager [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Terminating instance [ 690.317339] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92184} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.317339] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Copied Virtual Disk [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk to [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.317339] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleting the datastore file [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/tmp-sparse.vmdk {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.317339] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05898f6-aed8-4760-8838-abc4198be373 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.325885] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 690.325885] env[69695]: value = "task-3498161" [ 690.325885] env[69695]: _type = "Task" [ 690.325885] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.334189] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.414513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "refresh_cache-50f0d38d-f2e0-43e0-a47d-4b0a5a808528" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.414513] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Instance network_info: |[{"id": "528e846c-5783-443f-b5ef-67d02da61151", "address": "fa:16:3e:0c:59:56", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528e846c-57", "ovs_interfaceid": "528e846c-5783-443f-b5ef-67d02da61151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.414651] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:59:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '528e846c-5783-443f-b5ef-67d02da61151', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.423723] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Creating folder: Project (2898aa04525b459faf4adf3d3fd1103d). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.424541] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7861ee72-239a-42d4-b661-a8034400275e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.437125] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Created folder: Project (2898aa04525b459faf4adf3d3fd1103d) in parent group-v699067. [ 690.439018] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Creating folder: Instances. Parent ref: group-v699089. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.439018] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff21050-9230-45b1-9e3c-78fb2d96863d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.450021] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Created folder: Instances in parent group-v699089. [ 690.450021] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.450021] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.450021] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a90e45d5-0072-4ece-b0fe-bff68d9bf425 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.473335] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.473335] env[69695]: value = "task-3498164" [ 690.473335] env[69695]: _type = "Task" [ 690.473335] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.482507] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498164, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.621257] env[69695]: DEBUG nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Received event network-vif-plugged-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.621891] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Acquiring lock "0442abba-1214-42e4-8822-2bf2c1c5de89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.622569] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.623054] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.623421] env[69695]: DEBUG nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] No waiting events found dispatching network-vif-plugged-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.623547] env[69695]: WARNING nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Received unexpected event network-vif-plugged-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce for instance with vm_state building and task_state spawning. [ 690.623801] env[69695]: DEBUG nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Received event network-changed-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.623919] env[69695]: DEBUG nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Refreshing instance network info cache due to event network-changed-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.624289] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Acquiring lock "refresh_cache-0442abba-1214-42e4-8822-2bf2c1c5de89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.624568] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Acquired lock "refresh_cache-0442abba-1214-42e4-8822-2bf2c1c5de89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.624872] env[69695]: DEBUG nova.network.neutron [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Refreshing network info cache for port 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.629610] env[69695]: DEBUG nova.compute.utils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.637937] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.640244] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.647285] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.750705] env[69695]: DEBUG nova.policy [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a48d829935483f8e8e51c8fd8f8ba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef33d0124ee645c0b2fd61b721bdd34e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.776819] env[69695]: DEBUG nova.compute.manager [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.777068] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.778476] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759cd0c0-0f2f-43e6-b691-0c611ebb0f43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.792019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.792019] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7304ed46-a017-4bca-b072-c3367d4df351 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.798568] env[69695]: DEBUG oslo_vmware.api [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 690.798568] env[69695]: value = "task-3498165" [ 690.798568] env[69695]: _type = "Task" [ 690.798568] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.811575] env[69695]: DEBUG oslo_vmware.api [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.837032] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060225} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.837507] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.837709] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Moving file from [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604/e55f5e91-2813-4fc7-9d77-0e99749fd5ea to [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea. {{(pid=69695) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 690.838040] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2daee087-b9b2-4c77-815b-82a2cb71889c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.845658] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 690.845658] env[69695]: value = "task-3498166" [ 690.845658] env[69695]: _type = "Task" [ 690.845658] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.857294] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498166, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.863271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Acquiring lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.863271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.863393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Acquiring lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.863584] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.863761] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.866841] env[69695]: INFO nova.compute.manager [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Terminating instance [ 690.992465] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498164, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.142654] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.181579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.312681] env[69695]: DEBUG oslo_vmware.api [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498165, 'name': PowerOffVM_Task, 'duration_secs': 0.424915} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.318701] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.318701] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.319827] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3311605-db64-499d-a995-9a234be06c56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.361114] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498166, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039501} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.361114] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] File moved {{(pid=69695) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 691.361114] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Cleaning up location [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 691.361314] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleting the datastore file [datastore2] vmware_temp/66985397-1515-4f0a-a2ad-39073310a604 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.361564] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4fdc5f-2660-45c6-ae5b-b8d64c1ca698 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.371480] env[69695]: DEBUG nova.compute.manager [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.373018] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.373861] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0d2ec1-5e04-48df-a419-1ac3219743ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.376794] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 691.376794] env[69695]: value = "task-3498168" [ 691.376794] env[69695]: _type = "Task" [ 691.376794] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.382707] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.384141] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59be9fa0-7135-4343-bb5b-97becaff4570 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.386145] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.386365] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.386561] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Deleting the datastore file [datastore1] 9bb41043-b7c1-4c78-b309-edc851c514de {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.391287] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d83affd0-51b7-46d2-86f6-9a8a07831198 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.393462] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.409503] env[69695]: DEBUG oslo_vmware.api [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Waiting for the task: (returnval){ [ 691.409503] env[69695]: value = "task-3498169" [ 691.409503] env[69695]: _type = "Task" [ 691.409503] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.413444] env[69695]: DEBUG oslo_vmware.api [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for the task: (returnval){ [ 691.413444] env[69695]: value = "task-3498170" [ 691.413444] env[69695]: _type = "Task" [ 691.413444] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.428947] env[69695]: DEBUG oslo_vmware.api [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Task: {'id': task-3498169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.434386] env[69695]: DEBUG oslo_vmware.api [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.495228] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498164, 'name': CreateVM_Task, 'duration_secs': 0.516125} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.495476] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.496150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.496330] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.496838] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.497118] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc9e87c-4466-473c-a252-dd3963a692d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.504526] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 691.504526] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5295fdcb-eab3-19d5-08ec-ffaef8848661" [ 691.504526] env[69695]: _type = "Task" [ 691.504526] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.519218] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5295fdcb-eab3-19d5-08ec-ffaef8848661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.533800] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Successfully created port: c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.539624] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b45ba8-5c5a-4cad-81b6-4fa9ad411d6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.543270] env[69695]: DEBUG nova.network.neutron [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Successfully updated port: a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.548959] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1938ab1b-fc0a-49df-92e4-7857377029e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.589799] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24093d80-5a7f-495c-9c44-d5b8d06d0b62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.598890] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854eab5-e94d-4b56-b428-d2491ddaba34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.616062] env[69695]: DEBUG nova.compute.provider_tree [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.666341] env[69695]: DEBUG nova.network.neutron [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Updated VIF entry in instance network info cache for port 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.666706] env[69695]: DEBUG nova.network.neutron [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Updating instance_info_cache with network_info: [{"id": "4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce", "address": "fa:16:3e:be:8e:b2", "network": {"id": "997cb525-0873-4cbb-b1d0-66512cebfdf0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-326965944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cbae918904401785430d311238fdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0ff0c9-7d", "ovs_interfaceid": "4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.887571] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036781} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.887571] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.887831] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d276cc-b5ce-4afc-bb40-c70b110ae4f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.895835] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 691.895835] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d74d5f-0ba1-2f27-46e4-07f1bd3a3183" [ 691.895835] env[69695]: _type = "Task" [ 691.895835] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.904028] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d74d5f-0ba1-2f27-46e4-07f1bd3a3183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.914773] env[69695]: DEBUG oslo_vmware.api [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Task: {'id': task-3498169, 'name': PowerOffVM_Task, 'duration_secs': 0.241743} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.914773] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.915000] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.920640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f781f87e-13a9-4d4f-81ec-9b9ae59d5f9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.927012] env[69695]: DEBUG oslo_vmware.api [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Task: {'id': task-3498170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227922} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.927295] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.927446] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.927611] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.927779] env[69695]: INFO nova.compute.manager [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 691.928027] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.928214] env[69695]: DEBUG nova.compute.manager [-] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.928308] env[69695]: DEBUG nova.network.neutron [-] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.008819] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.008819] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.008819] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Deleting the datastore file [datastore1] 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.008819] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f94fd17-eb64-430c-b3bd-3bf713197e45 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.017768] env[69695]: DEBUG oslo_vmware.api [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Waiting for the task: (returnval){ [ 692.017768] env[69695]: value = "task-3498172" [ 692.017768] env[69695]: _type = "Task" [ 692.017768] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.023883] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5295fdcb-eab3-19d5-08ec-ffaef8848661, 'name': SearchDatastore_Task, 'duration_secs': 0.0205} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.027039] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.028588] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.028588] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.032673] env[69695]: DEBUG oslo_vmware.api [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Task: {'id': task-3498172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.045383] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "refresh_cache-3f3a3c72-b278-4708-a295-d7e194bf65cf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.045529] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "refresh_cache-3f3a3c72-b278-4708-a295-d7e194bf65cf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.045674] env[69695]: DEBUG nova.network.neutron [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.120237] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.155121] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.173661] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Releasing lock "refresh_cache-0442abba-1214-42e4-8822-2bf2c1c5de89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.174017] env[69695]: DEBUG nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Received event network-vif-plugged-528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.174239] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Acquiring lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.174448] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.174607] env[69695]: DEBUG oslo_concurrency.lockutils [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.174808] env[69695]: DEBUG nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] No waiting events found dispatching network-vif-plugged-528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.175068] env[69695]: WARNING nova.compute.manager [req-921dce48-2b04-4bf0-9156-81181c8a8628 req-e8a4dc60-3fbd-4ede-be01-6356b3baad5c service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Received unexpected event network-vif-plugged-528e846c-5783-443f-b5ef-67d02da61151 for instance with vm_state building and task_state spawning. [ 692.188555] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.188555] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.188555] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.188821] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.188821] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.188821] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.188821] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.190273] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.190273] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.190273] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.190273] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.190705] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08745d47-f64b-4715-91a3-47bbf907920c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.199480] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f031097-bf6c-4f93-81f6-e5a374a87c5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.408597] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d74d5f-0ba1-2f27-46e4-07f1bd3a3183, 'name': SearchDatastore_Task, 'duration_secs': 0.025934} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.408830] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.409113] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 1ebf75da-6457-4146-824b-828a65de9117/1ebf75da-6457-4146-824b-828a65de9117.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.409396] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.409583] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.409792] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c67a04d6-9e01-4484-acea-340ac5668ede {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.412051] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dbdfc8f-bb68-456f-978d-d94124727766 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.419347] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 692.419347] env[69695]: value = "task-3498173" [ 692.419347] env[69695]: _type = "Task" [ 692.419347] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.424067] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.424192] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.425290] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142fa5d8-6bfb-4d95-a129-1346097fed60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.432832] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.434944] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 692.434944] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a980f7-5680-3f70-c577-9a617f3c4bc4" [ 692.434944] env[69695]: _type = "Task" [ 692.434944] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.444290] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a980f7-5680-3f70-c577-9a617f3c4bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.536057] env[69695]: DEBUG oslo_vmware.api [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Task: {'id': task-3498172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.536292] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.536483] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.536668] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.536897] env[69695]: INFO nova.compute.manager [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Took 1.17 seconds to destroy the instance on the hypervisor. [ 692.537177] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.537371] env[69695]: DEBUG nova.compute.manager [-] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.537465] env[69695]: DEBUG nova.network.neutron [-] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.627668] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.628199] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.631298] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.990s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.636455] env[69695]: DEBUG nova.network.neutron [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.938358] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.956041] env[69695]: DEBUG nova.network.neutron [-] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.957375] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a980f7-5680-3f70-c577-9a617f3c4bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.018645} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.958472] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c92f21-639a-468d-bf0e-ad02ae2ce10c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.966612] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 692.966612] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ca36c-3ae2-d1d1-715f-d6ccb8379934" [ 692.966612] env[69695]: _type = "Task" [ 692.966612] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.981146] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ca36c-3ae2-d1d1-715f-d6ccb8379934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.013158] env[69695]: DEBUG nova.network.neutron [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Updating instance_info_cache with network_info: [{"id": "a836e913-938d-48a5-ba1e-352437ce5f90", "address": "fa:16:3e:80:5e:05", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa836e913-93", "ovs_interfaceid": "a836e913-938d-48a5-ba1e-352437ce5f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.151390] env[69695]: DEBUG nova.compute.utils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.157145] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.157426] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.164136] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.164136] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.164287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.164986] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.164986] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.169426] env[69695]: INFO nova.compute.manager [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Terminating instance [ 693.223896] env[69695]: DEBUG nova.policy [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a48d829935483f8e8e51c8fd8f8ba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef33d0124ee645c0b2fd61b721bdd34e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.433177] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Successfully updated port: c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.446965] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678419} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.447293] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 1ebf75da-6457-4146-824b-828a65de9117/1ebf75da-6457-4146-824b-828a65de9117.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.447667] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.448245] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22aa4157-19ac-4cb7-9eb7-a802043e0ce5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.459098] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 693.459098] env[69695]: value = "task-3498174" [ 693.459098] env[69695]: _type = "Task" [ 693.459098] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.460286] env[69695]: INFO nova.compute.manager [-] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Took 1.53 seconds to deallocate network for instance. [ 693.483688] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.487488] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ca36c-3ae2-d1d1-715f-d6ccb8379934, 'name': SearchDatastore_Task, 'duration_secs': 0.054463} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.489892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.489892] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0442abba-1214-42e4-8822-2bf2c1c5de89/0442abba-1214-42e4-8822-2bf2c1c5de89.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.489892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.489892] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.490342] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b479303-f808-4526-8763-aadd17eefa30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.492548] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4390d619-3c9e-4f4e-9f59-21f259672592 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.502335] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 693.502335] env[69695]: value = "task-3498175" [ 693.502335] env[69695]: _type = "Task" [ 693.502335] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.503238] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.503405] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.507817] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6649d06-b6d2-4d21-8a58-1ed84b874e3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.516445] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.517633] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "refresh_cache-3f3a3c72-b278-4708-a295-d7e194bf65cf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.517633] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Instance network_info: |[{"id": "a836e913-938d-48a5-ba1e-352437ce5f90", "address": "fa:16:3e:80:5e:05", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa836e913-93", "ovs_interfaceid": "a836e913-938d-48a5-ba1e-352437ce5f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.517858] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 693.517858] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b6c62f-8d7e-f718-cfaa-1ab30d368bf9" [ 693.517858] env[69695]: _type = "Task" [ 693.517858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.518233] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:5e:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a836e913-938d-48a5-ba1e-352437ce5f90', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.526131] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating folder: Project (53139eab646c4cbfb9f0b448dbaaac47). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.526475] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97524719-ac6f-403c-8bb9-ffec4ee95295 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.542330] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b6c62f-8d7e-f718-cfaa-1ab30d368bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.544679] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created folder: Project (53139eab646c4cbfb9f0b448dbaaac47) in parent group-v699067. [ 693.544908] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating folder: Instances. Parent ref: group-v699092. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.545170] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfaf83f-b7e9-431c-871b-2c62bd44b4de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.547866] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8766e90-8cb1-40fc-92dc-5362986a7f89 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.554408] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 693.554408] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520a1fd5-ecc5-45a4-bb69-7fb8e2250693" [ 693.554408] env[69695]: _type = "Task" [ 693.554408] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.558477] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created folder: Instances in parent group-v699092. [ 693.558651] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.559170] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.559382] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd14299d-bc77-47dd-add1-6d9b75732690 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.578044] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520a1fd5-ecc5-45a4-bb69-7fb8e2250693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.583248] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.583248] env[69695]: value = "task-3498178" [ 693.583248] env[69695]: _type = "Task" [ 693.583248] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.591295] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498178, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.598765] env[69695]: DEBUG nova.network.neutron [-] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.659030] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.675120] env[69695]: DEBUG nova.compute.manager [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.675120] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.675120] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf6f1f-1e1a-478d-b8a6-3272c0a9843a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.685274] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.687215] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e93627ec-dc7e-4ebc-ac41-664dba5f23ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.696404] env[69695]: DEBUG oslo_vmware.api [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 693.696404] env[69695]: value = "task-3498179" [ 693.696404] env[69695]: _type = "Task" [ 693.696404] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.708394] env[69695]: DEBUG oslo_vmware.api [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.709782] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0442abba-1214-42e4-8822-2bf2c1c5de89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 693.748390] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Successfully created port: d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.938745] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "refresh_cache-0d10f980-4551-4cc6-99ba-e42a97f9cd80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.938944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "refresh_cache-0d10f980-4551-4cc6-99ba-e42a97f9cd80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.939121] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.976291] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.978164] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06721} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.978164] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.979443] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5028fe-5c61-40b2-b95f-40b3b517032f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.012326] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1ebf75da-6457-4146-824b-828a65de9117/1ebf75da-6457-4146-824b-828a65de9117.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.012956] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d176db-6592-4c03-88dc-75698e1f00b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.038078] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.040231] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 694.040231] env[69695]: value = "task-3498180" [ 694.040231] env[69695]: _type = "Task" [ 694.040231] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.054758] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.070397] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520a1fd5-ecc5-45a4-bb69-7fb8e2250693, 'name': SearchDatastore_Task, 'duration_secs': 0.020399} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.070397] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.070397] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 50f0d38d-f2e0-43e0-a47d-4b0a5a808528/50f0d38d-f2e0-43e0-a47d-4b0a5a808528.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.070397] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a03b22e-c804-4652-9f5d-19cbe37a1176 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.078915] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 694.078915] env[69695]: value = "task-3498181" [ 694.078915] env[69695]: _type = "Task" [ 694.078915] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.092498] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.096016] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498178, 'name': CreateVM_Task, 'duration_secs': 0.4038} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.096016] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.097227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.097227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.097227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.097417] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949693da-a68f-46b6-9752-34ce64a1646b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.103792] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 694.103792] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cbc536-121d-93ae-95a2-70926a2c0f76" [ 694.103792] env[69695]: _type = "Task" [ 694.103792] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.106078] env[69695]: INFO nova.compute.manager [-] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Took 1.57 seconds to deallocate network for instance. [ 694.115176] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cbc536-121d-93ae-95a2-70926a2c0f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.210122] env[69695]: DEBUG oslo_vmware.api [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498179, 'name': PowerOffVM_Task, 'duration_secs': 0.329085} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.210416] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.210565] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.210807] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46fafa57-1fc6-4f81-bff2-7ae3678dead0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.214218] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance c183848a-2b6a-40de-a696-8ca9eb65ea9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 694.214218] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 1ebf75da-6457-4146-824b-828a65de9117 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.214218] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.214218] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 50f0d38d-f2e0-43e0-a47d-4b0a5a808528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.214417] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.214417] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5d375ddb-f946-42ef-b862-258483104c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.214417] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e884e2ff-a691-4d1e-98ac-18c40bdd9a37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.300064] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.300332] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.300544] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleting the datastore file [datastore1] da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.301487] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39ac6519-5252-450b-9068-60637ce240c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.310840] env[69695]: DEBUG oslo_vmware.api [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for the task: (returnval){ [ 694.310840] env[69695]: value = "task-3498183" [ 694.310840] env[69695]: _type = "Task" [ 694.310840] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.320929] env[69695]: DEBUG oslo_vmware.api [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.526441] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654162} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.526831] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0442abba-1214-42e4-8822-2bf2c1c5de89/0442abba-1214-42e4-8822-2bf2c1c5de89.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.527114] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.527483] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-473f6336-7d07-4337-aaa6-1b8693c5c5e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.536372] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 694.536372] env[69695]: value = "task-3498184" [ 694.536372] env[69695]: _type = "Task" [ 694.536372] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.550999] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.554891] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.557377] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.590766] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498181, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.603798] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Received event network-changed-528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.604248] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Refreshing instance network info cache due to event network-changed-528e846c-5783-443f-b5ef-67d02da61151. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.604589] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Acquiring lock "refresh_cache-50f0d38d-f2e0-43e0-a47d-4b0a5a808528" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.604803] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Acquired lock "refresh_cache-50f0d38d-f2e0-43e0-a47d-4b0a5a808528" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.604900] env[69695]: DEBUG nova.network.neutron [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Refreshing network info cache for port 528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.619743] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.620087] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cbc536-121d-93ae-95a2-70926a2c0f76, 'name': SearchDatastore_Task, 'duration_secs': 0.027674} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.621755] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.621910] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.622240] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.622420] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.622616] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.623343] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38bf9ffe-04ba-4b8f-9e57-4a5efd4d6c3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.638561] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.638736] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.639571] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a6136a-626f-4165-88c4-2c472eb0902c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.646558] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 694.646558] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5278b65c-75e7-d2b5-dbf4-cd4cdc108310" [ 694.646558] env[69695]: _type = "Task" [ 694.646558] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.656044] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5278b65c-75e7-d2b5-dbf4-cd4cdc108310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.676302] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.715824] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.716156] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.716359] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.716518] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.716664] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.716812] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.717042] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.717200] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.717377] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.717518] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.717689] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.718941] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 24415407-c84b-49fc-a5e6-6b3449da9d0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 694.719290] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 3f3a3c72-b278-4708-a295-d7e194bf65cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.719290] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 9bb41043-b7c1-4c78-b309-edc851c514de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 694.722426] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4e7cd-c6d4-4429-a610-282df186ceb8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.737415] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660cb085-1f17-4a28-ac92-7cb40388f472 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.821193] env[69695]: DEBUG oslo_vmware.api [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Task: {'id': task-3498183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35501} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.821393] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.821586] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.821794] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.821969] env[69695]: INFO nova.compute.manager [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Took 1.15 seconds to destroy the instance on the hypervisor. [ 694.822230] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.822576] env[69695]: DEBUG nova.compute.manager [-] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.822684] env[69695]: DEBUG nova.network.neutron [-] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.055217] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091183} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.059188] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.059188] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498180, 'name': ReconfigVM_Task, 'duration_secs': 0.669074} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.061614] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a5332-b771-4363-a253-ea9b2357e6e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.064874] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1ebf75da-6457-4146-824b-828a65de9117/1ebf75da-6457-4146-824b-828a65de9117.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.065864] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3afd2fa9-66a2-4e68-9eb1-b30467ce212e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.085660] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 695.085660] env[69695]: value = "task-3498185" [ 695.085660] env[69695]: _type = "Task" [ 695.085660] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.096587] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 0442abba-1214-42e4-8822-2bf2c1c5de89/0442abba-1214-42e4-8822-2bf2c1c5de89.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.101863] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af61663-6a2d-4a9e-8152-4348303c91d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.135229] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498185, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.135874] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768733} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.137290] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 50f0d38d-f2e0-43e0-a47d-4b0a5a808528/50f0d38d-f2e0-43e0-a47d-4b0a5a808528.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.137509] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.137886] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 695.137886] env[69695]: value = "task-3498186" [ 695.137886] env[69695]: _type = "Task" [ 695.137886] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.138463] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b5fb4d7-b8c1-4ca7-bcaf-26d67b69daa2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.151358] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.154814] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 695.154814] env[69695]: value = "task-3498187" [ 695.154814] env[69695]: _type = "Task" [ 695.154814] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.165068] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5278b65c-75e7-d2b5-dbf4-cd4cdc108310, 'name': SearchDatastore_Task, 'duration_secs': 0.056658} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.166603] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1de9555-3abb-4bbe-9861-ffc58c8df67e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.174561] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.177947] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 695.177947] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d32efc-e083-5986-38d6-709d6c290c37" [ 695.177947] env[69695]: _type = "Task" [ 695.177947] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.190764] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d32efc-e083-5986-38d6-709d6c290c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.222745] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 02c9949a-ff1f-4ae3-a942-523833e37fdf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 695.235383] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Updating instance_info_cache with network_info: [{"id": "c8c041ec-ec03-407f-a925-6fd70120e1ab", "address": "fa:16:3e:ea:e7:b3", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c041ec-ec", "ovs_interfaceid": "c8c041ec-ec03-407f-a925-6fd70120e1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.383207] env[69695]: DEBUG nova.compute.manager [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 695.610023] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498185, 'name': Rename_Task, 'duration_secs': 0.155199} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.610606] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.611408] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b877325-90f8-4b1d-8625-0e221818d4a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.620920] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 695.620920] env[69695]: value = "task-3498188" [ 695.620920] env[69695]: _type = "Task" [ 695.620920] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.639585] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.651504] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498186, 'name': ReconfigVM_Task, 'duration_secs': 0.28233} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.651565] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 0442abba-1214-42e4-8822-2bf2c1c5de89/0442abba-1214-42e4-8822-2bf2c1c5de89.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.652443] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b572a3a0-7c94-47b0-9043-14a9d026f490 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.660256] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 695.660256] env[69695]: value = "task-3498189" [ 695.660256] env[69695]: _type = "Task" [ 695.660256] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.668392] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.669032] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.669982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f7e0c-c507-4ffc-bf37-a5d256e40e8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.677087] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498189, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.701508] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 50f0d38d-f2e0-43e0-a47d-4b0a5a808528/50f0d38d-f2e0-43e0-a47d-4b0a5a808528.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.702407] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48155bed-b1c3-48dd-bcc3-17de34c38061 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.724169] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d32efc-e083-5986-38d6-709d6c290c37, 'name': SearchDatastore_Task, 'duration_secs': 0.019474} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.724733] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.724997] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3f3a3c72-b278-4708-a295-d7e194bf65cf/3f3a3c72-b278-4708-a295-d7e194bf65cf.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.725277] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60959b79-013d-4f0d-a78a-1f1e0d7faaf1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.727760] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 419855f7-7b7a-4454-b8fb-3292a4eb1c80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 695.727891] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0d10f980-4551-4cc6-99ba-e42a97f9cd80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.731336] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 695.731336] env[69695]: value = "task-3498190" [ 695.731336] env[69695]: _type = "Task" [ 695.731336] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.735778] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 695.735778] env[69695]: value = "task-3498191" [ 695.735778] env[69695]: _type = "Task" [ 695.735778] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.743671] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "refresh_cache-0d10f980-4551-4cc6-99ba-e42a97f9cd80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.743671] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Instance network_info: |[{"id": "c8c041ec-ec03-407f-a925-6fd70120e1ab", "address": "fa:16:3e:ea:e7:b3", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c041ec-ec", "ovs_interfaceid": "c8c041ec-ec03-407f-a925-6fd70120e1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.743967] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.743967] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c041ec-ec03-407f-a925-6fd70120e1ab', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.750353] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Creating folder: Project (ef33d0124ee645c0b2fd61b721bdd34e). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.751910] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c86dfeb1-7fcc-4da1-b6b9-0e39a821105a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.757748] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.765677] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Created folder: Project (ef33d0124ee645c0b2fd61b721bdd34e) in parent group-v699067. [ 695.765963] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Creating folder: Instances. Parent ref: group-v699095. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.767533] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf7b8524-2404-4cb2-9133-4491aae77f58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.777950] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Created folder: Instances in parent group-v699095. [ 695.778245] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.779172] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.779172] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef4f0655-7971-4856-b228-93d258325535 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.801943] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.801943] env[69695]: value = "task-3498194" [ 695.801943] env[69695]: _type = "Task" [ 695.801943] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.813374] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498194, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.910426] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.933929] env[69695]: DEBUG nova.network.neutron [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Updated VIF entry in instance network info cache for port 528e846c-5783-443f-b5ef-67d02da61151. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.934080] env[69695]: DEBUG nova.network.neutron [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Updating instance_info_cache with network_info: [{"id": "528e846c-5783-443f-b5ef-67d02da61151", "address": "fa:16:3e:0c:59:56", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528e846c-57", "ovs_interfaceid": "528e846c-5783-443f-b5ef-67d02da61151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.020422] env[69695]: DEBUG nova.network.neutron [-] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.135923] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498188, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.175133] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498189, 'name': Rename_Task, 'duration_secs': 0.159135} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.175738] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.176260] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb56a377-a101-4ea2-a4b8-f2a30b3b447c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.184261] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 696.184261] env[69695]: value = "task-3498195" [ 696.184261] env[69695]: _type = "Task" [ 696.184261] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.193470] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.232770] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6a21a7bc-2096-4b27-bcea-b24eb3f9d581 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 696.233230] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d666d38b-4e9e-4b05-b266-f280c3a0a768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.256029] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.258800] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.317274] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498194, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.438633] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Releasing lock "refresh_cache-50f0d38d-f2e0-43e0-a47d-4b0a5a808528" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.438633] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Received event network-vif-plugged-a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.438633] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Acquiring lock "3f3a3c72-b278-4708-a295-d7e194bf65cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.438633] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.438855] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.438979] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] No waiting events found dispatching network-vif-plugged-a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.439284] env[69695]: WARNING nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Received unexpected event network-vif-plugged-a836e913-938d-48a5-ba1e-352437ce5f90 for instance with vm_state building and task_state spawning. [ 696.439367] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Received event network-changed-a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.439524] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Refreshing instance network info cache due to event network-changed-a836e913-938d-48a5-ba1e-352437ce5f90. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.439751] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Acquiring lock "refresh_cache-3f3a3c72-b278-4708-a295-d7e194bf65cf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.439833] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Acquired lock "refresh_cache-3f3a3c72-b278-4708-a295-d7e194bf65cf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.439964] env[69695]: DEBUG nova.network.neutron [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Refreshing network info cache for port a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.522730] env[69695]: INFO nova.compute.manager [-] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Took 1.70 seconds to deallocate network for instance. [ 696.617583] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Successfully updated port: d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.632531] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498188, 'name': PowerOnVM_Task} progress is 72%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.697917] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498195, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.736463] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 586675a8-71c7-4717-a849-1a2989b33e53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 696.756211] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498190, 'name': ReconfigVM_Task, 'duration_secs': 0.694248} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.761058] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 50f0d38d-f2e0-43e0-a47d-4b0a5a808528/50f0d38d-f2e0-43e0-a47d-4b0a5a808528.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.764019] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590056} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.764019] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-640e82e8-5704-445c-b398-24f7b36c0956 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.765168] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3f3a3c72-b278-4708-a295-d7e194bf65cf/3f3a3c72-b278-4708-a295-d7e194bf65cf.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.765563] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.766212] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af7a4850-e2ab-47ce-8f39-1df680805470 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.775020] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 696.775020] env[69695]: value = "task-3498201" [ 696.775020] env[69695]: _type = "Task" [ 696.775020] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.775020] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 696.775020] env[69695]: value = "task-3498200" [ 696.775020] env[69695]: _type = "Task" [ 696.775020] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.789187] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.793761] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498200, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.817126] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498194, 'name': CreateVM_Task, 'duration_secs': 0.94482} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.817334] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.818310] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.818484] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.818859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.819187] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcc5023-e690-4ee1-b8f2-e673533cc652 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.825419] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 696.825419] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264a69a-8b2c-947f-a33f-cb12d39335ec" [ 696.825419] env[69695]: _type = "Task" [ 696.825419] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.835781] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264a69a-8b2c-947f-a33f-cb12d39335ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.034755] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.122384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "refresh_cache-d666d38b-4e9e-4b05-b266-f280c3a0a768" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.122542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "refresh_cache-d666d38b-4e9e-4b05-b266-f280c3a0a768" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.122706] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.133621] env[69695]: DEBUG oslo_vmware.api [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498188, 'name': PowerOnVM_Task, 'duration_secs': 1.260189} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.134633] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.134835] env[69695]: INFO nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Took 15.06 seconds to spawn the instance on the hypervisor. [ 697.135049] env[69695]: DEBUG nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.135972] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eb104f-6445-4911-bd5a-eb009d9ba8de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.195592] env[69695]: DEBUG oslo_vmware.api [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498195, 'name': PowerOnVM_Task, 'duration_secs': 0.69712} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.195709] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.195885] env[69695]: INFO nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Took 12.66 seconds to spawn the instance on the hypervisor. [ 697.196087] env[69695]: DEBUG nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.196869] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b28cd43-9cbc-4d3d-8483-c51e7264e106 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.245760] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 697.245760] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 697.245760] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 697.267936] env[69695]: DEBUG nova.network.neutron [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Updated VIF entry in instance network info cache for port a836e913-938d-48a5-ba1e-352437ce5f90. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.271280] env[69695]: DEBUG nova.network.neutron [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Updating instance_info_cache with network_info: [{"id": "a836e913-938d-48a5-ba1e-352437ce5f90", "address": "fa:16:3e:80:5e:05", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa836e913-93", "ovs_interfaceid": "a836e913-938d-48a5-ba1e-352437ce5f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.294066] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076967} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.296743] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.297079] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498200, 'name': Rename_Task, 'duration_secs': 0.145418} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.300136] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abab2347-a75c-4ffe-97c5-e80daf3b8d5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.303207] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.307812] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bb5ca4c-1452-48f8-b9f8-0a7cc29b8c0a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.336425] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 3f3a3c72-b278-4708-a295-d7e194bf65cf/3f3a3c72-b278-4708-a295-d7e194bf65cf.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.337642] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 697.337642] env[69695]: value = "task-3498202" [ 697.337642] env[69695]: _type = "Task" [ 697.337642] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.347640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-798a29a0-d38a-4a73-ade0-74eb438de820 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.371871] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264a69a-8b2c-947f-a33f-cb12d39335ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.377538] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.377538] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.377735] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.377834] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.378025] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.378341] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 697.378341] env[69695]: value = "task-3498203" [ 697.378341] env[69695]: _type = "Task" [ 697.378341] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.378524] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.382690] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7481944-631a-4892-a1ae-fbbf92efee19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.396216] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.397380] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.398539] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.398539] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758b6de8-3293-468a-b6c3-3f19de56ced7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.405854] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 697.405854] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52139a35-d535-53ea-22c8-6254fc9b9420" [ 697.405854] env[69695]: _type = "Task" [ 697.405854] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.418633] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52139a35-d535-53ea-22c8-6254fc9b9420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.663785] env[69695]: INFO nova.compute.manager [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Took 26.81 seconds to build instance. [ 697.670211] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810e774-847c-42d5-83f5-b679dcb91247 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.680130] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.688484] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac93d4d-7a3f-425b-b276-b1f464f7bf7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.744826] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206c3a9-6db3-4fe9-85bb-555ae195fa97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.752307] env[69695]: INFO nova.compute.manager [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Took 24.80 seconds to build instance. [ 697.765708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88671fa-8913-4d68-a9e5-6caf8a652dd1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.780999] env[69695]: DEBUG oslo_concurrency.lockutils [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] Releasing lock "refresh_cache-3f3a3c72-b278-4708-a295-d7e194bf65cf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.781416] env[69695]: DEBUG nova.compute.manager [req-f16327a9-8972-4bb1-a9e1-ce5fbc0f82c3 req-bbbbdc32-0ff8-4eda-9ec4-1113b7e6fe6d service nova] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Received event network-vif-deleted-6e630220-0346-45cc-b41d-39ee008ca23c {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.782064] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.871678] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.895409] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.919370] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52139a35-d535-53ea-22c8-6254fc9b9420, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.920342] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b39f93-9dda-41f4-bd60-7e14bf16ccb8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.926679] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 697.926679] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5231daa8-85e9-b6be-1f67-2b0addbd2ded" [ 697.926679] env[69695]: _type = "Task" [ 697.926679] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.936899] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5231daa8-85e9-b6be-1f67-2b0addbd2ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.974567] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Updating instance_info_cache with network_info: [{"id": "d5740b17-e571-4cb0-8d24-fbc427c1e151", "address": "fa:16:3e:5a:47:76", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5740b17-e5", "ovs_interfaceid": "d5740b17-e571-4cb0-8d24-fbc427c1e151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.166706] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0665659-958c-4f5d-b08a-ed37e26c2d88 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "1ebf75da-6457-4146-824b-828a65de9117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.334s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.256667] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b9b492f2-e709-45e1-a308-653228b73c74 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.323s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.330438] env[69695]: ERROR nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [req-d07cfa39-85ee-4ce1-a569-0bfb3f6ed587] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d07cfa39-85ee-4ce1-a569-0bfb3f6ed587"}]} [ 698.356825] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 698.374878] env[69695]: DEBUG oslo_vmware.api [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498202, 'name': PowerOnVM_Task, 'duration_secs': 0.631638} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.379042] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.383307] env[69695]: INFO nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Took 11.30 seconds to spawn the instance on the hypervisor. [ 698.384326] env[69695]: DEBUG nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.384820] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 698.385065] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.389245] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55d337-b692-4df6-937a-9cddd2128790 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.408834] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498203, 'name': ReconfigVM_Task, 'duration_secs': 0.78525} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.412880] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 3f3a3c72-b278-4708-a295-d7e194bf65cf/3f3a3c72-b278-4708-a295-d7e194bf65cf.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.413506] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c67c28f9-aca0-42a9-bde1-21def5ea0576 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.419091] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 698.424292] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 698.424292] env[69695]: value = "task-3498204" [ 698.424292] env[69695]: _type = "Task" [ 698.424292] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.437180] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498204, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.441991] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5231daa8-85e9-b6be-1f67-2b0addbd2ded, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.442933] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.442933] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0d10f980-4551-4cc6-99ba-e42a97f9cd80/0d10f980-4551-4cc6-99ba-e42a97f9cd80.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.444638] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b74404-8ffe-47e2-8d1e-4537f5cd23c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.456018] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 698.456018] env[69695]: value = "task-3498205" [ 698.456018] env[69695]: _type = "Task" [ 698.456018] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.458915] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 698.466722] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.477783] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "refresh_cache-d666d38b-4e9e-4b05-b266-f280c3a0a768" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.478137] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Instance network_info: |[{"id": "d5740b17-e571-4cb0-8d24-fbc427c1e151", "address": "fa:16:3e:5a:47:76", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5740b17-e5", "ovs_interfaceid": "d5740b17-e571-4cb0-8d24-fbc427c1e151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.478561] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:47:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5740b17-e571-4cb0-8d24-fbc427c1e151', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.488527] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.490927] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.491477] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e024efc3-fac9-4b7c-ba97-5b68317aaaf7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.514038] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.514038] env[69695]: value = "task-3498206" [ 698.514038] env[69695]: _type = "Task" [ 698.514038] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.527352] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498206, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.673667] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.761978] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.889897] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80434a-2087-4fd8-8ec8-80ba44f690cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.899398] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421aa50a-02df-4ed5-97ec-78a5de50bd84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.951691] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38b941-33e9-451a-af0e-dc01077baa29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.956235] env[69695]: INFO nova.compute.manager [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Took 24.27 seconds to build instance. [ 698.970748] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498204, 'name': Rename_Task, 'duration_secs': 0.156296} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.972490] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.972842] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-069eba50-2c42-4029-b034-6b88823d2a55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.976314] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d61161-8c5a-446e-9a8b-23936f4284a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.985826] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.994161] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 698.994161] env[69695]: value = "task-3498207" [ 698.994161] env[69695]: _type = "Task" [ 698.994161] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.008027] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.023130] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.032028] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498206, 'name': CreateVM_Task, 'duration_secs': 0.343676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.032028] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.032028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.032453] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.032823] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a783b8ba-ac82-4ac5-9fe8-92d2d49c86a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.039271] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 699.039271] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5227bdb3-187c-601f-cd1a-8578792d2bd1" [ 699.039271] env[69695]: _type = "Task" [ 699.039271] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.049957] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5227bdb3-187c-601f-cd1a-8578792d2bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.191961] env[69695]: DEBUG nova.compute.manager [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Received event network-changed-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.192165] env[69695]: DEBUG nova.compute.manager [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Refreshing instance network info cache due to event network-changed-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.192814] env[69695]: DEBUG oslo_concurrency.lockutils [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] Acquiring lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.193143] env[69695]: DEBUG oslo_concurrency.lockutils [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] Acquired lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.193250] env[69695]: DEBUG nova.network.neutron [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Refreshing network info cache for port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.221171] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.297890] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Received event network-vif-deleted-c0b2807c-a5e5-4011-bb74-14469431b0ba {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.297890] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Received event network-vif-plugged-c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.301029] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Acquiring lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.301029] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.301029] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.301029] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] No waiting events found dispatching network-vif-plugged-c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.301029] env[69695]: WARNING nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Received unexpected event network-vif-plugged-c8c041ec-ec03-407f-a925-6fd70120e1ab for instance with vm_state building and task_state spawning. [ 699.301854] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Received event network-changed-c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.301854] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Refreshing instance network info cache due to event network-changed-c8c041ec-ec03-407f-a925-6fd70120e1ab. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.301854] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Acquiring lock "refresh_cache-0d10f980-4551-4cc6-99ba-e42a97f9cd80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.301854] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Acquired lock "refresh_cache-0d10f980-4551-4cc6-99ba-e42a97f9cd80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.301854] env[69695]: DEBUG nova.network.neutron [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Refreshing network info cache for port c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.311240] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.468530] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.807s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.477482] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537148} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.477809] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0d10f980-4551-4cc6-99ba-e42a97f9cd80/0d10f980-4551-4cc6-99ba-e42a97f9cd80.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.478314] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.478744] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e615fe53-cf3d-4096-ab45-2269d5b9a65a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.488782] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 699.488782] env[69695]: value = "task-3498208" [ 699.488782] env[69695]: _type = "Task" [ 699.488782] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.500035] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.522204] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498207, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.540627] env[69695]: ERROR nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [req-8abf4251-c87e-4ac1-928d-e8205a9364c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8abf4251-c87e-4ac1-928d-e8205a9364c7"}]} [ 699.556019] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5227bdb3-187c-601f-cd1a-8578792d2bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.038276} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.556419] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.556958] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.557324] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.557567] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.557874] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.558192] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d577b54-7c2e-4c41-bed8-c7298c8764f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.569108] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.569393] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.571996] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 699.573688] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726242a2-ab90-4778-9286-10050801487d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.580972] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 699.580972] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5203a6cf-367e-3bc7-5207-a9a331552092" [ 699.580972] env[69695]: _type = "Task" [ 699.580972] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.590080] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5203a6cf-367e-3bc7-5207-a9a331552092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.599283] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 699.599677] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.614243] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 699.646587] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 699.843492] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "b1697ea0-f94a-4605-9a91-2b158d047f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.843913] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.972728] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.002933] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0836} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.003380] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.005211] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfeb4d4-e464-4e3f-8e77-f1595581a862 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.012796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5ca54-ceb4-411a-9db8-3a1abd7cfd09 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.033719] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 0d10f980-4551-4cc6-99ba-e42a97f9cd80/0d10f980-4551-4cc6-99ba-e42a97f9cd80.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.040605] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214521b4-b53a-4771-b240-38d9b67b36df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.055422] env[69695]: DEBUG oslo_vmware.api [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498207, 'name': PowerOnVM_Task, 'duration_secs': 0.998003} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.062409] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.062630] env[69695]: INFO nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Took 10.45 seconds to spawn the instance on the hypervisor. [ 700.062809] env[69695]: DEBUG nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.064175] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbaaf8f-0ad6-4d87-80d1-f825813ca77b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.068271] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8418bbc-15ad-4604-83a4-3ad1bd0cc236 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.073265] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 700.073265] env[69695]: value = "task-3498210" [ 700.073265] env[69695]: _type = "Task" [ 700.073265] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.110547] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a583b3e-4c9d-4e74-ba79-4c218d0324d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.117593] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.126424] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf19f93-a109-4fb3-a1bd-742eb5c596bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.130917] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5203a6cf-367e-3bc7-5207-a9a331552092, 'name': SearchDatastore_Task, 'duration_secs': 0.028375} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.133064] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c161a0-0b4d-4ae8-997a-cf624d59798c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.144040] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.153022] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 700.153022] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a8806e-315c-ae35-3c20-ab0248b88319" [ 700.153022] env[69695]: _type = "Task" [ 700.153022] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.162694] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a8806e-315c-ae35-3c20-ab0248b88319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.303681] env[69695]: DEBUG nova.network.neutron [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updated VIF entry in instance network info cache for port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.303681] env[69695]: DEBUG nova.network.neutron [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updating instance_info_cache with network_info: [{"id": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "address": "fa:16:3e:31:1b:4a", "network": {"id": "e4619cd9-d4c2-4c7f-90b9-2f1c31507953", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-902722401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "386ebde1a4c84730a2a640f42bd92fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1c69e-99", "ovs_interfaceid": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.436826] env[69695]: DEBUG nova.network.neutron [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Updated VIF entry in instance network info cache for port c8c041ec-ec03-407f-a925-6fd70120e1ab. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.437203] env[69695]: DEBUG nova.network.neutron [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Updating instance_info_cache with network_info: [{"id": "c8c041ec-ec03-407f-a925-6fd70120e1ab", "address": "fa:16:3e:ea:e7:b3", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c041ec-ec", "ovs_interfaceid": "c8c041ec-ec03-407f-a925-6fd70120e1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.515143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.589947] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.625242] env[69695]: INFO nova.compute.manager [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Took 25.77 seconds to build instance. [ 700.666212] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a8806e-315c-ae35-3c20-ab0248b88319, 'name': SearchDatastore_Task, 'duration_secs': 0.054932} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.667033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.667595] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d666d38b-4e9e-4b05-b266-f280c3a0a768/d666d38b-4e9e-4b05-b266-f280c3a0a768.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.668462] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b2a3a50-946b-4b5e-9e5c-6c9de20ad0e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.673683] env[69695]: ERROR nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [req-44e44e58-7d98-4c0e-8b65-980ff3e632ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44e44e58-7d98-4c0e-8b65-980ff3e632ed"}]} [ 700.677465] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 700.677465] env[69695]: value = "task-3498211" [ 700.677465] env[69695]: _type = "Task" [ 700.677465] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.686112] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.696142] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 700.711842] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 700.712338] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.726570] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.750051] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.806173] env[69695]: DEBUG oslo_concurrency.lockutils [req-e7807c49-c46e-446d-8807-55b140495894 req-78ac5bc9-2b63-49d7-b792-129d9ca96c1d service nova] Releasing lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.941334] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Releasing lock "refresh_cache-0d10f980-4551-4cc6-99ba-e42a97f9cd80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.941334] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Received event network-vif-deleted-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.941334] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Received event network-vif-plugged-d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.941664] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Acquiring lock "d666d38b-4e9e-4b05-b266-f280c3a0a768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.941728] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.941975] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.942656] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] No waiting events found dispatching network-vif-plugged-d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.942867] env[69695]: WARNING nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Received unexpected event network-vif-plugged-d5740b17-e571-4cb0-8d24-fbc427c1e151 for instance with vm_state building and task_state spawning. [ 700.943060] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Received event network-changed-d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.943218] env[69695]: DEBUG nova.compute.manager [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Refreshing instance network info cache due to event network-changed-d5740b17-e571-4cb0-8d24-fbc427c1e151. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.943790] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Acquiring lock "refresh_cache-d666d38b-4e9e-4b05-b266-f280c3a0a768" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.943790] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Acquired lock "refresh_cache-d666d38b-4e9e-4b05-b266-f280c3a0a768" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.945206] env[69695]: DEBUG nova.network.neutron [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Refreshing network info cache for port d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.091073] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498210, 'name': ReconfigVM_Task, 'duration_secs': 0.780775} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.091073] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 0d10f980-4551-4cc6-99ba-e42a97f9cd80/0d10f980-4551-4cc6-99ba-e42a97f9cd80.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.091073] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a61495b-683b-4a47-8453-7b9fd7bf4bfd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.098614] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.098959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.105035] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 701.105035] env[69695]: value = "task-3498212" [ 701.105035] env[69695]: _type = "Task" [ 701.105035] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.117447] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498212, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.128389] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.278s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.137687] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e7829-4bf1-4198-8a8e-f1aa7f20c925 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.148608] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f16fe-0749-47b5-968e-e7f635ba1222 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.185989] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248d1fa5-3c00-4e5c-aa4c-fc9a48dbe809 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.199274] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498211, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.199274] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138eaa98-1aac-4f26-a007-c3de0e246e28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.213414] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.370698] env[69695]: DEBUG nova.compute.manager [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Received event network-changed {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.370967] env[69695]: DEBUG nova.compute.manager [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Refreshing instance network info cache due to event network-changed. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.371531] env[69695]: DEBUG oslo_concurrency.lockutils [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] Acquiring lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.371531] env[69695]: DEBUG oslo_concurrency.lockutils [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] Acquired lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.371531] env[69695]: DEBUG nova.network.neutron [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.618597] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498212, 'name': Rename_Task, 'duration_secs': 0.305234} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.618890] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.619364] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b172efe5-c44d-43fb-a80a-401d746112d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.627529] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 701.627529] env[69695]: value = "task-3498213" [ 701.627529] env[69695]: _type = "Task" [ 701.627529] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.631818] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.641720] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498213, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.691934] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545193} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.692817] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d666d38b-4e9e-4b05-b266-f280c3a0a768/d666d38b-4e9e-4b05-b266-f280c3a0a768.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.693207] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.693761] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dca83c1-fb64-408c-ba50-6b5515e33f95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.704172] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 701.704172] env[69695]: value = "task-3498214" [ 701.704172] env[69695]: _type = "Task" [ 701.704172] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.714046] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.739238] env[69695]: DEBUG nova.network.neutron [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Updated VIF entry in instance network info cache for port d5740b17-e571-4cb0-8d24-fbc427c1e151. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.740145] env[69695]: DEBUG nova.network.neutron [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Updating instance_info_cache with network_info: [{"id": "d5740b17-e571-4cb0-8d24-fbc427c1e151", "address": "fa:16:3e:5a:47:76", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5740b17-e5", "ovs_interfaceid": "d5740b17-e571-4cb0-8d24-fbc427c1e151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.749695] env[69695]: ERROR nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [req-de2649b8-160c-421e-b25e-15ce05b2a9bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de2649b8-160c-421e-b25e-15ce05b2a9bb"}]} [ 701.750254] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.119s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.753661] env[69695]: ERROR nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Error updating resources for node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28.: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 (generation 26): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de2649b8-160c-421e-b25e-15ce05b2a9bb"}]} [ 701.753661] env[69695]: ERROR nova.compute.manager Traceback (most recent call last): [ 701.753661] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 11189, in _update_available_resource_for_node [ 701.753661] env[69695]: ERROR nova.compute.manager self.rt.update_available_resource(context, nodename, [ 701.753661] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 965, in update_available_resource [ 701.753661] env[69695]: ERROR nova.compute.manager self._update_available_resource(context, resources, startup=startup) [ 701.753661] env[69695]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 701.753661] env[69695]: ERROR nova.compute.manager return f(*args, **kwargs) [ 701.753661] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1096, in _update_available_resource [ 701.753661] env[69695]: ERROR nova.compute.manager self._update(context, cn, startup=startup) [ 701.753661] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 701.753661] env[69695]: ERROR nova.compute.manager self._update_to_placement(context, compute_node, startup) [ 701.753661] env[69695]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 701.754244] env[69695]: ERROR nova.compute.manager return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 701.754244] env[69695]: ERROR nova.compute.manager raise attempt.get() [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 701.754244] env[69695]: ERROR nova.compute.manager six.reraise(self.value[0], self.value[1], self.value[2]) [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 701.754244] env[69695]: ERROR nova.compute.manager raise value [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 701.754244] env[69695]: ERROR nova.compute.manager attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 701.754244] env[69695]: ERROR nova.compute.manager self.reportclient.update_from_provider_tree( [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 701.754244] env[69695]: ERROR nova.compute.manager self.set_inventory_for_provider( [ 701.754244] env[69695]: ERROR nova.compute.manager File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 701.754244] env[69695]: ERROR nova.compute.manager raise exception.ResourceProviderUpdateConflict( [ 701.754707] env[69695]: ERROR nova.compute.manager nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 (generation 26): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de2649b8-160c-421e-b25e-15ce05b2a9bb"}]} [ 701.754707] env[69695]: ERROR nova.compute.manager [ 701.754707] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.841s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.757175] env[69695]: INFO nova.compute.claims [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.877500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "b2d28914-de45-41cd-9b0c-f5f05b591151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.878101] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.098325] env[69695]: DEBUG oslo_concurrency.lockutils [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "interface-0442abba-1214-42e4-8822-2bf2c1c5de89-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.098590] env[69695]: DEBUG oslo_concurrency.lockutils [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "interface-0442abba-1214-42e4-8822-2bf2c1c5de89-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.098920] env[69695]: DEBUG nova.objects.instance [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lazy-loading 'flavor' on Instance uuid 0442abba-1214-42e4-8822-2bf2c1c5de89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.144310] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.164248] env[69695]: DEBUG nova.network.neutron [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Updating instance_info_cache with network_info: [{"id": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "address": "fa:16:3e:21:c4:26", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d9bdbd-30", "ovs_interfaceid": "35d9bdbd-30b4-43d9-9f5f-cb6f921d4163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.166349] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.211230] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193161} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.211511] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.212428] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0647b-69e5-4774-b113-617ad9f1aa4d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.235233] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] d666d38b-4e9e-4b05-b266-f280c3a0a768/d666d38b-4e9e-4b05-b266-f280c3a0a768.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.235597] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff4c315-83aa-4138-b16c-15c747d5739c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.251015] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a503bfb-a68d-4562-a1d7-c0b37bf43820 req-8b521deb-a08d-4db6-8c88-08961ea157bc service nova] Releasing lock "refresh_cache-d666d38b-4e9e-4b05-b266-f280c3a0a768" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.257858] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 702.257858] env[69695]: value = "task-3498216" [ 702.257858] env[69695]: _type = "Task" [ 702.257858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.269134] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.608563] env[69695]: DEBUG nova.objects.instance [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lazy-loading 'pci_requests' on Instance uuid 0442abba-1214-42e4-8822-2bf2c1c5de89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.639550] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498213, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.668144] env[69695]: DEBUG oslo_concurrency.lockutils [None req-916d6a40-d32b-4894-88e4-c894faab1ced tempest-ServerExternalEventsTest-571997284 tempest-ServerExternalEventsTest-571997284-project] Releasing lock "refresh_cache-1ebf75da-6457-4146-824b-828a65de9117" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.772668] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.792196] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.812500] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.812500] env[69695]: DEBUG nova.compute.provider_tree [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.829774] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.856521] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 703.118354] env[69695]: DEBUG nova.objects.base [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Object Instance<0442abba-1214-42e4-8822-2bf2c1c5de89> lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 703.118547] env[69695]: DEBUG nova.network.neutron [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.141176] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498213, 'name': PowerOnVM_Task, 'duration_secs': 1.158396} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.141378] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.141625] env[69695]: INFO nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Took 10.99 seconds to spawn the instance on the hypervisor. [ 703.141748] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.142538] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1faf3a-3feb-4282-8f29-1f0d7d78f6fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.221994] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40332c68-6324-4f23-87c1-37678658da00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.230296] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7fed49-18db-47d1-b34a-a0670d26afd8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.234557] env[69695]: DEBUG oslo_concurrency.lockutils [None req-47c6ab5c-d5d0-4bad-9f37-85e093acdd69 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "interface-0442abba-1214-42e4-8822-2bf2c1c5de89-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.276272] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3288e88b-18a9-4632-9056-4aa699885bf9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.285522] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498216, 'name': ReconfigVM_Task, 'duration_secs': 0.6825} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.287808] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Reconfigured VM instance instance-0000000b to attach disk [datastore1] d666d38b-4e9e-4b05-b266-f280c3a0a768/d666d38b-4e9e-4b05-b266-f280c3a0a768.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.288520] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fea5e602-77b0-409b-aba8-fe4c9f9c9a8e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.291222] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d6655-0fb9-4979-b7b1-208975a0c008 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.306770] env[69695]: DEBUG nova.compute.provider_tree [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.310841] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 703.310841] env[69695]: value = "task-3498217" [ 703.310841] env[69695]: _type = "Task" [ 703.310841] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.318744] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498217, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.670784] env[69695]: INFO nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Took 27.22 seconds to build instance. [ 703.826065] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498217, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.860355] env[69695]: DEBUG nova.scheduler.client.report [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Updated inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.860530] env[69695]: DEBUG nova.compute.provider_tree [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Updating resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 generation from 27 to 28 during operation: update_inventory {{(pid=69695) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.860794] env[69695]: DEBUG nova.compute.provider_tree [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.998143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "1ebf75da-6457-4146-824b-828a65de9117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.000866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "1ebf75da-6457-4146-824b-828a65de9117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.000866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "1ebf75da-6457-4146-824b-828a65de9117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.000866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "1ebf75da-6457-4146-824b-828a65de9117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.000866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "1ebf75da-6457-4146-824b-828a65de9117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.002598] env[69695]: INFO nova.compute.manager [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Terminating instance [ 704.173476] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.734s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.324085] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498217, 'name': Rename_Task, 'duration_secs': 0.746229} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.324623] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.324760] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31695a9e-b6bf-4b65-8e38-bb0ef2aa68fe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.331774] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 704.331774] env[69695]: value = "task-3498219" [ 704.331774] env[69695]: _type = "Task" [ 704.331774] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.341354] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.366604] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.367227] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.369921] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.590s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.371399] env[69695]: INFO nova.compute.claims [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.466916] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.467297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.467498] env[69695]: DEBUG nova.compute.manager [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.468495] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d0329b-6cf1-4203-9f57-d7be44a24617 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.476013] env[69695]: DEBUG nova.compute.manager [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 704.476582] env[69695]: DEBUG nova.objects.instance [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lazy-loading 'flavor' on Instance uuid 3f3a3c72-b278-4708-a295-d7e194bf65cf {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.508939] env[69695]: DEBUG nova.compute.manager [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.509604] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.512949] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3d17e-abda-4699-8973-e37baffb9e00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.522936] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.523755] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59f0244-be2b-4357-be08-48819f8704ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.531334] env[69695]: DEBUG oslo_vmware.api [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 704.531334] env[69695]: value = "task-3498220" [ 704.531334] env[69695]: _type = "Task" [ 704.531334] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.539508] env[69695]: DEBUG oslo_vmware.api [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.679295] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.843392] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.875589] env[69695]: DEBUG nova.compute.utils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.877009] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.877224] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.962047] env[69695]: DEBUG nova.policy [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a48d829935483f8e8e51c8fd8f8ba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef33d0124ee645c0b2fd61b721bdd34e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.042245] env[69695]: DEBUG oslo_vmware.api [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498220, 'name': PowerOffVM_Task, 'duration_secs': 0.184283} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.042481] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.042797] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.043083] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4263d70b-18f8-4871-bdd9-3f393044126b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.111952] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.112184] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.112621] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleting the datastore file [datastore2] 1ebf75da-6457-4146-824b-828a65de9117 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.113569] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0efbd4e4-4a8e-4660-89c5-2a3fceb6c1ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.124783] env[69695]: DEBUG oslo_vmware.api [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for the task: (returnval){ [ 705.124783] env[69695]: value = "task-3498222" [ 705.124783] env[69695]: _type = "Task" [ 705.124783] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.135204] env[69695]: DEBUG oslo_vmware.api [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.214765] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.345241] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498219, 'name': PowerOnVM_Task, 'duration_secs': 0.618033} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.345546] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.345782] env[69695]: INFO nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Took 10.67 seconds to spawn the instance on the hypervisor. [ 705.345968] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.347007] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf663153-8e14-4ff1-9944-7ff32d8a407b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.384388] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.486123] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.493795] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1072492c-a358-433f-87ac-936f7ac959b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.503282] env[69695]: DEBUG oslo_vmware.api [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 705.503282] env[69695]: value = "task-3498223" [ 705.503282] env[69695]: _type = "Task" [ 705.503282] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.517404] env[69695]: DEBUG oslo_vmware.api [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.603162] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Successfully created port: 0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.635116] env[69695]: DEBUG oslo_vmware.api [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Task: {'id': task-3498222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266596} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.635449] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.635552] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.635712] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.636408] env[69695]: INFO nova.compute.manager [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Took 1.13 seconds to destroy the instance on the hypervisor. [ 705.636408] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.636408] env[69695]: DEBUG nova.compute.manager [-] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.636576] env[69695]: DEBUG nova.network.neutron [-] [instance: 1ebf75da-6457-4146-824b-828a65de9117] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.792126] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b0146-3713-4edd-9ff2-307090e8c5a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.805897] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e09558-1820-4e65-9f45-650b46f1a4e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.837859] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148af883-fe0a-4279-b172-ac9de7a28458 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.845673] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fee3f69-d427-4669-84cf-76b4c64b888f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.868454] env[69695]: DEBUG nova.compute.provider_tree [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.870274] env[69695]: INFO nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Took 18.78 seconds to build instance. [ 706.012854] env[69695]: DEBUG oslo_vmware.api [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498223, 'name': PowerOffVM_Task, 'duration_secs': 0.161834} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.013396] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.013730] env[69695]: DEBUG nova.compute.manager [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.014495] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935e9f0-b010-4f67-a3f3-59b7595315eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.338069] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "9a6d7008-c038-4e29-9d44-0773720c91ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.338404] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.372175] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.900s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.373126] env[69695]: DEBUG nova.scheduler.client.report [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.397053] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.442727] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.442727] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.442727] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.443739] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.443739] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.443739] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.443739] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.443739] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.443970] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.443970] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.443970] env[69695]: DEBUG nova.virt.hardware [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.446572] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26c47d2-16d3-4073-9d73-a0bd059235fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461685] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f80414-64cd-4e40-a1d4-698153608243 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.527305] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d04b564d-b691-442d-848f-9a6bd69a26dd tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.697184] env[69695]: DEBUG nova.network.neutron [-] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.879918] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.880715] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.889185] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.940s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.891454] env[69695]: INFO nova.compute.claims [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.895376] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.012129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "0442abba-1214-42e4-8822-2bf2c1c5de89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.012362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.012597] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "0442abba-1214-42e4-8822-2bf2c1c5de89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.012801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.012970] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.015147] env[69695]: INFO nova.compute.manager [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Terminating instance [ 707.203821] env[69695]: INFO nova.compute.manager [-] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Took 1.56 seconds to deallocate network for instance. [ 707.404386] env[69695]: DEBUG nova.compute.utils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.408913] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.409235] env[69695]: DEBUG nova.network.neutron [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.434666] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.478172] env[69695]: DEBUG nova.policy [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25d30706dd84814bd66598a1fc65f3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c4c75202006415e8e0be1dc66324443', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.521447] env[69695]: DEBUG nova.compute.manager [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.521771] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.523177] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b0a24-d8ac-4290-a65c-39aba7bd4e53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.534228] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.535554] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ceb62e-c725-44f1-b267-62e09bbd1d21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.545344] env[69695]: DEBUG oslo_vmware.api [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 707.545344] env[69695]: value = "task-3498225" [ 707.545344] env[69695]: _type = "Task" [ 707.545344] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.561540] env[69695]: DEBUG oslo_vmware.api [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.713216] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.885352] env[69695]: DEBUG nova.network.neutron [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Successfully created port: e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.912706] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.057720] env[69695]: DEBUG oslo_vmware.api [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498225, 'name': PowerOffVM_Task, 'duration_secs': 0.3204} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.058099] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.060404] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.061074] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0014703-0e01-4758-8a60-24f080effca4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.208930] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Successfully updated port: 0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.316821] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded06057-2057-46b2-a39e-40a78351ca5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.325707] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd8b33-0783-449c-baec-74a1de0dc43a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.362278] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8324f7-3335-4412-8f06-27b98794866f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.365256] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.365442] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.365614] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Deleting the datastore file [datastore2] 0442abba-1214-42e4-8822-2bf2c1c5de89 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.365850] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f75c35a8-8b73-4f1e-ad0a-e2d7a6326719 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.374818] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181a7b3-2427-4caa-8384-edbc51895a24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.378976] env[69695]: DEBUG oslo_vmware.api [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for the task: (returnval){ [ 708.378976] env[69695]: value = "task-3498227" [ 708.378976] env[69695]: _type = "Task" [ 708.378976] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.394385] env[69695]: DEBUG nova.compute.provider_tree [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.401402] env[69695]: DEBUG oslo_vmware.api [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.713742] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "refresh_cache-6a21a7bc-2096-4b27-bcea-b24eb3f9d581" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.714013] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "refresh_cache-6a21a7bc-2096-4b27-bcea-b24eb3f9d581" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.714108] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.763498] env[69695]: DEBUG nova.compute.manager [req-bf3011ab-9b99-4408-808f-8a54473b5bc9 req-07675656-7aad-483d-adf8-a0fde430d554 service nova] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Received event network-vif-deleted-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.889289] env[69695]: DEBUG oslo_vmware.api [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Task: {'id': task-3498227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187383} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.889289] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.890133] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.890133] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.890322] env[69695]: INFO nova.compute.manager [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Took 1.37 seconds to destroy the instance on the hypervisor. [ 708.890752] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.890980] env[69695]: DEBUG nova.compute.manager [-] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.891115] env[69695]: DEBUG nova.network.neutron [-] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.897499] env[69695]: DEBUG nova.scheduler.client.report [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.929326] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.960751] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.961092] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.961298] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.961530] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.961692] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.961891] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.962141] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.963409] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.963814] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.964402] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.964605] env[69695]: DEBUG nova.virt.hardware [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.965966] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fe8d62-ca34-43c7-82a1-a1b9b0e7d10d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.975380] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb3decb-b5ef-46b6-8205-548b08db1599 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.262347] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.404028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.404028] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.407207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.226s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.408880] env[69695]: INFO nova.compute.claims [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.639093] env[69695]: DEBUG nova.network.neutron [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Updating instance_info_cache with network_info: [{"id": "0734da8d-949a-418b-b3e7-b8e2f0cd366e", "address": "fa:16:3e:2d:ec:24", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0734da8d-94", "ovs_interfaceid": "0734da8d-949a-418b-b3e7-b8e2f0cd366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.653823] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "70fa1a36-4cac-46c3-a686-e916e2a8415c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.654076] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.774507] env[69695]: DEBUG nova.network.neutron [-] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.866235] env[69695]: DEBUG nova.network.neutron [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Successfully updated port: e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.916018] env[69695]: DEBUG nova.compute.utils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.922886] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.922886] env[69695]: DEBUG nova.network.neutron [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.952112] env[69695]: DEBUG nova.compute.manager [req-f0e5c613-6fcd-4808-83d0-7ba8a001a8d0 req-4d73d416-eaef-4d6a-a8f0-a61fd541ba5d service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Received event network-vif-plugged-0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.952112] env[69695]: DEBUG oslo_concurrency.lockutils [req-f0e5c613-6fcd-4808-83d0-7ba8a001a8d0 req-4d73d416-eaef-4d6a-a8f0-a61fd541ba5d service nova] Acquiring lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.952112] env[69695]: DEBUG oslo_concurrency.lockutils [req-f0e5c613-6fcd-4808-83d0-7ba8a001a8d0 req-4d73d416-eaef-4d6a-a8f0-a61fd541ba5d service nova] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.952112] env[69695]: DEBUG oslo_concurrency.lockutils [req-f0e5c613-6fcd-4808-83d0-7ba8a001a8d0 req-4d73d416-eaef-4d6a-a8f0-a61fd541ba5d service nova] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.952446] env[69695]: DEBUG nova.compute.manager [req-f0e5c613-6fcd-4808-83d0-7ba8a001a8d0 req-4d73d416-eaef-4d6a-a8f0-a61fd541ba5d service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] No waiting events found dispatching network-vif-plugged-0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.952760] env[69695]: WARNING nova.compute.manager [req-f0e5c613-6fcd-4808-83d0-7ba8a001a8d0 req-4d73d416-eaef-4d6a-a8f0-a61fd541ba5d service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Received unexpected event network-vif-plugged-0734da8d-949a-418b-b3e7-b8e2f0cd366e for instance with vm_state building and task_state spawning. [ 709.975974] env[69695]: DEBUG nova.policy [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69780cb857bd44aeb1b4d0675e5a2d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa2b2455118141ef9239f4c7af451a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.141605] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "refresh_cache-6a21a7bc-2096-4b27-bcea-b24eb3f9d581" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.141955] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Instance network_info: |[{"id": "0734da8d-949a-418b-b3e7-b8e2f0cd366e", "address": "fa:16:3e:2d:ec:24", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0734da8d-94", "ovs_interfaceid": "0734da8d-949a-418b-b3e7-b8e2f0cd366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.142412] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:ec:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0734da8d-949a-418b-b3e7-b8e2f0cd366e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.151828] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.152618] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.152727] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3e129a6-1672-4f83-8fd1-c23cc8de379c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.176934] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.176934] env[69695]: value = "task-3498229" [ 710.176934] env[69695]: _type = "Task" [ 710.176934] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.189997] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498229, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.279326] env[69695]: INFO nova.compute.manager [-] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Took 1.39 seconds to deallocate network for instance. [ 710.374045] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "refresh_cache-c183848a-2b6a-40de-a696-8ca9eb65ea9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.374231] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquired lock "refresh_cache-c183848a-2b6a-40de-a696-8ca9eb65ea9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.374431] env[69695]: DEBUG nova.network.neutron [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.431745] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.466578] env[69695]: DEBUG nova.network.neutron [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Successfully created port: ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.543544] env[69695]: DEBUG nova.compute.manager [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.546668] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b4ee6b-00bb-4245-862a-251aaaeb41c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.700334] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498229, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.792155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.946570] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234e9e8-444c-4d4d-ab65-e1d0f8c5ac51 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.955382] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159fb98-3ab7-4cc2-b7dc-c8ab388c5e9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.999557] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec11c7c-74a0-48a6-9a51-55acc3c96ba7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.010522] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f7aae9-f336-4476-a3bf-193d778cd59d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.027800] env[69695]: DEBUG nova.compute.provider_tree [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.051304] env[69695]: DEBUG nova.network.neutron [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.070751] env[69695]: INFO nova.compute.manager [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] instance snapshotting [ 711.070802] env[69695]: WARNING nova.compute.manager [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 711.079673] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe83069-8539-46e5-b9b6-ec9cfdd9d0b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.104127] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d05cc8-6383-43a3-891d-66bf2d8003ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.197301] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498229, 'name': CreateVM_Task, 'duration_secs': 0.52941} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.197469] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.198170] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.198316] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.198631] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.198885] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26f7a74-9449-4e87-a4c4-e485d36ba0eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.206079] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 711.206079] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524b1eba-bb8a-71f0-f03a-3558d85a6576" [ 711.206079] env[69695]: _type = "Task" [ 711.206079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.221605] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524b1eba-bb8a-71f0-f03a-3558d85a6576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.282891] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.283147] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.390826] env[69695]: DEBUG nova.network.neutron [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Updating instance_info_cache with network_info: [{"id": "e2c6c429-c0bd-4ff6-b62c-50a4f98114ec", "address": "fa:16:3e:db:79:3d", "network": {"id": "0702a089-e9c0-4934-ae6c-99ba71d3652a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1808381087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c4c75202006415e8e0be1dc66324443", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c429-c0", "ovs_interfaceid": "e2c6c429-c0bd-4ff6-b62c-50a4f98114ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.446847] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.477409] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.477735] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.478302] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.478559] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.478704] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.478855] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.479082] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.479250] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.479418] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.479580] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.479754] env[69695]: DEBUG nova.virt.hardware [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.481020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b0095-be67-4135-a7d7-7f611e1b15b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.492235] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef50cf-c69e-4e4a-b4c0-2be639498a87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.531496] env[69695]: DEBUG nova.scheduler.client.report [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.618978] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.619347] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6f6a4a7-6678-498b-aa1e-f7e26d9cc5ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.632227] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 711.632227] env[69695]: value = "task-3498230" [ 711.632227] env[69695]: _type = "Task" [ 711.632227] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.641947] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.722046] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524b1eba-bb8a-71f0-f03a-3558d85a6576, 'name': SearchDatastore_Task, 'duration_secs': 0.036301} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.722511] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.722714] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.722896] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.723055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.723239] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.723510] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6f5ca8-e80b-4e83-8ffe-8284cbd786eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.734569] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.734903] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.735539] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb8da79-1057-4658-ae9f-1f348e7e8e79 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.741948] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 711.741948] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b9762c-acb8-1d49-e994-83df2ca8b22b" [ 711.741948] env[69695]: _type = "Task" [ 711.741948] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.752147] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b9762c-acb8-1d49-e994-83df2ca8b22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.873274] env[69695]: DEBUG nova.compute.manager [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Received event network-vif-plugged-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.873619] env[69695]: DEBUG oslo_concurrency.lockutils [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] Acquiring lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.875150] env[69695]: DEBUG oslo_concurrency.lockutils [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.876423] env[69695]: DEBUG oslo_concurrency.lockutils [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.876423] env[69695]: DEBUG nova.compute.manager [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] No waiting events found dispatching network-vif-plugged-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.876423] env[69695]: WARNING nova.compute.manager [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Received unexpected event network-vif-plugged-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec for instance with vm_state building and task_state spawning. [ 711.876423] env[69695]: DEBUG nova.compute.manager [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Received event network-changed-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.876423] env[69695]: DEBUG nova.compute.manager [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Refreshing instance network info cache due to event network-changed-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.876950] env[69695]: DEBUG oslo_concurrency.lockutils [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] Acquiring lock "refresh_cache-c183848a-2b6a-40de-a696-8ca9eb65ea9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.896112] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Releasing lock "refresh_cache-c183848a-2b6a-40de-a696-8ca9eb65ea9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.896667] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Instance network_info: |[{"id": "e2c6c429-c0bd-4ff6-b62c-50a4f98114ec", "address": "fa:16:3e:db:79:3d", "network": {"id": "0702a089-e9c0-4934-ae6c-99ba71d3652a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1808381087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c4c75202006415e8e0be1dc66324443", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c429-c0", "ovs_interfaceid": "e2c6c429-c0bd-4ff6-b62c-50a4f98114ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.896828] env[69695]: DEBUG oslo_concurrency.lockutils [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] Acquired lock "refresh_cache-c183848a-2b6a-40de-a696-8ca9eb65ea9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.896919] env[69695]: DEBUG nova.network.neutron [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Refreshing network info cache for port e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.898475] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:79:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c6c429-c0bd-4ff6-b62c-50a4f98114ec', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.906362] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Creating folder: Project (0c4c75202006415e8e0be1dc66324443). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.906960] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adf10f4b-d4a9-4482-89a6-40a81a9cd850 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.923794] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Created folder: Project (0c4c75202006415e8e0be1dc66324443) in parent group-v699067. [ 711.924072] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Creating folder: Instances. Parent ref: group-v699104. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.924342] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1917c4-7d25-4625-b588-a6bce190a054 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.940117] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Created folder: Instances in parent group-v699104. [ 711.940391] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.940596] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.940807] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad96b118-79f7-4244-a242-8f91913541df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.966349] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.966349] env[69695]: value = "task-3498233" [ 711.966349] env[69695]: _type = "Task" [ 711.966349] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.978482] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498233, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.037843] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.038235] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.041232] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.065s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.041634] env[69695]: DEBUG nova.objects.instance [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lazy-loading 'resources' on Instance uuid 9bb41043-b7c1-4c78-b309-edc851c514de {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.145313] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.255618] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b9762c-acb8-1d49-e994-83df2ca8b22b, 'name': SearchDatastore_Task, 'duration_secs': 0.019005} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.256671] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a5ac39-8b82-4b47-b9bd-ff10d98a0de2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.263745] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 712.263745] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a8750d-6f07-d3b3-a179-1734cb2b6ecb" [ 712.263745] env[69695]: _type = "Task" [ 712.263745] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.273738] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a8750d-6f07-d3b3-a179-1734cb2b6ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.479224] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498233, 'name': CreateVM_Task, 'duration_secs': 0.389072} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.482221] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.483154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.483520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.484105] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.486122] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486fd918-db3e-4803-8b85-bd352ab421d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.491651] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 712.491651] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a9b9c8-7033-f0b0-d724-aea47ba1482f" [ 712.491651] env[69695]: _type = "Task" [ 712.491651] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.502402] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a9b9c8-7033-f0b0-d724-aea47ba1482f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.551056] env[69695]: DEBUG nova.compute.utils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.552837] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.553214] env[69695]: DEBUG nova.network.neutron [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.646142] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498230, 'name': CreateSnapshot_Task, 'duration_secs': 0.887029} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.648630] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.649687] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ecfe1c-a1ec-4669-afdb-a3d0b9e67fe1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.783019] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a8750d-6f07-d3b3-a179-1734cb2b6ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.013756} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.783019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6a21a7bc-2096-4b27-bcea-b24eb3f9d581/6a21a7bc-2096-4b27-bcea-b24eb3f9d581.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.783019] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a0b1b8-f486-4dd6-8299-76d4377a48ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.792328] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 712.792328] env[69695]: value = "task-3498235" [ 712.792328] env[69695]: _type = "Task" [ 712.792328] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.804750] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.806595] env[69695]: DEBUG nova.policy [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69780cb857bd44aeb1b4d0675e5a2d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa2b2455118141ef9239f4c7af451a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.919187] env[69695]: DEBUG nova.network.neutron [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Updated VIF entry in instance network info cache for port e2c6c429-c0bd-4ff6-b62c-50a4f98114ec. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.919187] env[69695]: DEBUG nova.network.neutron [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Updating instance_info_cache with network_info: [{"id": "e2c6c429-c0bd-4ff6-b62c-50a4f98114ec", "address": "fa:16:3e:db:79:3d", "network": {"id": "0702a089-e9c0-4934-ae6c-99ba71d3652a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1808381087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c4c75202006415e8e0be1dc66324443", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c6c429-c0", "ovs_interfaceid": "e2c6c429-c0bd-4ff6-b62c-50a4f98114ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.943517] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ce0e2d-682d-4863-8b0f-a7949235cbbb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.958496] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c360a72-f6e9-40a2-9c90-962e0de22e21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.002610] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e4dab-629a-43b0-a1f8-acdf6e66a8d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.016076] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338b9f8-375b-4632-a22f-fa39c2dadcde {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.020991] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a9b9c8-7033-f0b0-d724-aea47ba1482f, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.021384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021684] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.022061] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.022297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.022433] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.023341] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fbf0916-cc01-4a11-a2ae-bae15770c8c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.041784] env[69695]: DEBUG nova.compute.provider_tree [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.041784] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.041784] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.042403] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0f649a-cd88-49f9-b231-7ad27ba3329f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.045885] env[69695]: DEBUG nova.network.neutron [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Successfully updated port: ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.052738] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 713.052738] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522408e8-3d27-e7ba-aaeb-cfc2c55900d1" [ 713.052738] env[69695]: _type = "Task" [ 713.052738] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.057094] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.069458] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522408e8-3d27-e7ba-aaeb-cfc2c55900d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.175327] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.175748] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a098c7e-076e-40bf-b088-22bd74a55e10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.186858] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 713.186858] env[69695]: value = "task-3498236" [ 713.186858] env[69695]: _type = "Task" [ 713.186858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.199919] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498236, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.303948] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485904} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.304257] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6a21a7bc-2096-4b27-bcea-b24eb3f9d581/6a21a7bc-2096-4b27-bcea-b24eb3f9d581.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.304468] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.304716] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-941dc3aa-d516-4522-ad9a-5e0780748f55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.313960] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 713.313960] env[69695]: value = "task-3498237" [ 713.313960] env[69695]: _type = "Task" [ 713.313960] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.330384] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.423973] env[69695]: DEBUG oslo_concurrency.lockutils [req-43865beb-7716-4942-a99f-7ed30ff23bbb req-27e96873-b835-48cf-89a3-60032e8551a7 service nova] Releasing lock "refresh_cache-c183848a-2b6a-40de-a696-8ca9eb65ea9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.472915] env[69695]: DEBUG nova.compute.manager [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Received event network-changed-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.473188] env[69695]: DEBUG nova.compute.manager [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Refreshing instance network info cache due to event network-changed-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.473380] env[69695]: DEBUG oslo_concurrency.lockutils [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] Acquiring lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.473488] env[69695]: DEBUG oslo_concurrency.lockutils [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] Acquired lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.473656] env[69695]: DEBUG nova.network.neutron [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Refreshing network info cache for port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.542910] env[69695]: DEBUG nova.scheduler.client.report [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.550032] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "refresh_cache-b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.550244] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "refresh_cache-b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.550462] env[69695]: DEBUG nova.network.neutron [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.571842] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522408e8-3d27-e7ba-aaeb-cfc2c55900d1, 'name': SearchDatastore_Task, 'duration_secs': 0.062476} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.573060] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6f7f8a-2808-4805-aa56-6b527f276a18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.580656] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 713.580656] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d20c1-7b78-4763-a157-01720c35e8c1" [ 713.580656] env[69695]: _type = "Task" [ 713.580656] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.590831] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d20c1-7b78-4763-a157-01720c35e8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.698999] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498236, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.715713] env[69695]: DEBUG nova.network.neutron [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Successfully created port: da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.828657] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105836} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.828912] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.829753] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3f5cd6-23ff-4fcc-b3c3-66064c0bed8f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.864098] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 6a21a7bc-2096-4b27-bcea-b24eb3f9d581/6a21a7bc-2096-4b27-bcea-b24eb3f9d581.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.864098] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a40fa4-c45f-49a4-9c43-b40100a599b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.886989] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 713.886989] env[69695]: value = "task-3498238" [ 713.886989] env[69695]: _type = "Task" [ 713.886989] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.897127] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.961193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.961277] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.061168] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.064217] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.444s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.064622] env[69695]: DEBUG nova.objects.instance [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lazy-loading 'resources' on Instance uuid 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.077708] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.102905] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d20c1-7b78-4763-a157-01720c35e8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.103233] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.104158] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c183848a-2b6a-40de-a696-8ca9eb65ea9b/c183848a-2b6a-40de-a696-8ca9eb65ea9b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.104158] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cbe403e-7f67-4aee-ac36-47f806e94e85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.107556] env[69695]: INFO nova.scheduler.client.report [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Deleted allocations for instance 9bb41043-b7c1-4c78-b309-edc851c514de [ 714.119309] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 714.119309] env[69695]: value = "task-3498239" [ 714.119309] env[69695]: _type = "Task" [ 714.119309] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.124047] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.124047] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.124047] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.124265] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.124265] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.124265] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.124265] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.124265] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.124468] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.124468] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.124468] env[69695]: DEBUG nova.virt.hardware [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.125065] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead33d2d-8c08-4606-9825-44953cb60f05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.145990] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.149189] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c93d516-b947-4559-bf64-0693f42bddeb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.154533] env[69695]: DEBUG nova.network.neutron [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.198943] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498236, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.400097] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498238, 'name': ReconfigVM_Task, 'duration_secs': 0.346725} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.400374] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 6a21a7bc-2096-4b27-bcea-b24eb3f9d581/6a21a7bc-2096-4b27-bcea-b24eb3f9d581.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.401056] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc01fa56-d46a-4cbb-a6dc-bb73d15e3cb4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.411971] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 714.411971] env[69695]: value = "task-3498241" [ 714.411971] env[69695]: _type = "Task" [ 714.411971] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.423522] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498241, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.618402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Lock "9bb41043-b7c1-4c78-b309-edc851c514de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.354s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.649873] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498239, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.700708] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498236, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.754051] env[69695]: DEBUG nova.network.neutron [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Updating instance_info_cache with network_info: [{"id": "ee529166-a453-4863-9454-32d84fb14f69", "address": "fa:16:3e:e2:82:09", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee529166-a4", "ovs_interfaceid": "ee529166-a453-4863-9454-32d84fb14f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.766978] env[69695]: DEBUG nova.network.neutron [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updated VIF entry in instance network info cache for port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.770355] env[69695]: DEBUG nova.network.neutron [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updating instance_info_cache with network_info: [{"id": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "address": "fa:16:3e:31:1b:4a", "network": {"id": "e4619cd9-d4c2-4c7f-90b9-2f1c31507953", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-902722401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "386ebde1a4c84730a2a640f42bd92fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1c69e-99", "ovs_interfaceid": "d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.931894] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498241, 'name': Rename_Task, 'duration_secs': 0.375442} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.936756] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.936756] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5e3bed-a060-4de4-bc05-1ba0761b6049 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.944694] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 714.944694] env[69695]: value = "task-3498242" [ 714.944694] env[69695]: _type = "Task" [ 714.944694] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.953677] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.022272] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51ef92-93bf-47d9-8fb9-75623150eb35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.030641] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fe50a-0ec9-4433-ae7c-33a5eb7386fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.038403] env[69695]: DEBUG nova.compute.manager [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Received event network-vif-plugged-ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.038620] env[69695]: DEBUG oslo_concurrency.lockutils [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] Acquiring lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.038822] env[69695]: DEBUG oslo_concurrency.lockutils [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.038984] env[69695]: DEBUG oslo_concurrency.lockutils [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.039164] env[69695]: DEBUG nova.compute.manager [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] No waiting events found dispatching network-vif-plugged-ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.039326] env[69695]: WARNING nova.compute.manager [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Received unexpected event network-vif-plugged-ee529166-a453-4863-9454-32d84fb14f69 for instance with vm_state building and task_state spawning. [ 715.039485] env[69695]: DEBUG nova.compute.manager [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Received event network-changed-ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.039887] env[69695]: DEBUG nova.compute.manager [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Refreshing instance network info cache due to event network-changed-ee529166-a453-4863-9454-32d84fb14f69. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.039887] env[69695]: DEBUG oslo_concurrency.lockutils [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] Acquiring lock "refresh_cache-b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.076938] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a774b0c-efcf-4368-8b33-504dbcf1cfb8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.085286] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d00f1a-fdcd-4e51-836e-8f993898405f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.100709] env[69695]: DEBUG nova.compute.provider_tree [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.139472] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552283} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.140033] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c183848a-2b6a-40de-a696-8ca9eb65ea9b/c183848a-2b6a-40de-a696-8ca9eb65ea9b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.140033] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.140312] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15bb3c8e-5d20-493f-aab9-daacc481bda3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.149334] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 715.149334] env[69695]: value = "task-3498243" [ 715.149334] env[69695]: _type = "Task" [ 715.149334] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.160811] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.202991] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498236, 'name': CloneVM_Task, 'duration_secs': 1.655464} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.203277] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Created linked-clone VM from snapshot [ 715.204153] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be9d58-ee82-4ad4-9e83-9ef2fe11441e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.213384] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Uploading image 89c0b1c5-c968-415a-be07-b05a2c88865c {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.258583] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.258583] env[69695]: value = "vm-699108" [ 715.258583] env[69695]: _type = "VirtualMachine" [ 715.258583] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.259142] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "refresh_cache-b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.259450] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance network_info: |[{"id": "ee529166-a453-4863-9454-32d84fb14f69", "address": "fa:16:3e:e2:82:09", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee529166-a4", "ovs_interfaceid": "ee529166-a453-4863-9454-32d84fb14f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.259668] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b0cfbdc7-93e2-4af0-822c-53fc93dc8931 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.263150] env[69695]: DEBUG oslo_concurrency.lockutils [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] Acquired lock "refresh_cache-b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.263346] env[69695]: DEBUG nova.network.neutron [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Refreshing network info cache for port ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.267238] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:82:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee529166-a453-4863-9454-32d84fb14f69', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.278278] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating folder: Project (fa2b2455118141ef9239f4c7af451a37). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.278278] env[69695]: DEBUG oslo_concurrency.lockutils [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] Releasing lock "refresh_cache-e884e2ff-a691-4d1e-98ac-18c40bdd9a37" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.278278] env[69695]: DEBUG nova.compute.manager [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Received event network-changed-0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.278278] env[69695]: DEBUG nova.compute.manager [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Refreshing instance network info cache due to event network-changed-0734da8d-949a-418b-b3e7-b8e2f0cd366e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.278278] env[69695]: DEBUG oslo_concurrency.lockutils [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] Acquiring lock "refresh_cache-6a21a7bc-2096-4b27-bcea-b24eb3f9d581" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.278466] env[69695]: DEBUG oslo_concurrency.lockutils [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] Acquired lock "refresh_cache-6a21a7bc-2096-4b27-bcea-b24eb3f9d581" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.278466] env[69695]: DEBUG nova.network.neutron [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Refreshing network info cache for port 0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.278530] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060fdda9-3fd1-41c8-acd7-4cf8e08eb24a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.289492] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease: (returnval){ [ 715.289492] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525dac16-4c0c-a910-7c5c-db718f15ec61" [ 715.289492] env[69695]: _type = "HttpNfcLease" [ 715.289492] env[69695]: } obtained for exporting VM: (result){ [ 715.289492] env[69695]: value = "vm-699108" [ 715.289492] env[69695]: _type = "VirtualMachine" [ 715.289492] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.290182] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the lease: (returnval){ [ 715.290182] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525dac16-4c0c-a910-7c5c-db718f15ec61" [ 715.290182] env[69695]: _type = "HttpNfcLease" [ 715.290182] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.299125] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created folder: Project (fa2b2455118141ef9239f4c7af451a37) in parent group-v699067. [ 715.299383] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating folder: Instances. Parent ref: group-v699109. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.300073] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e315966-7408-4303-857a-f038cdf3b435 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.304388] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.304388] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525dac16-4c0c-a910-7c5c-db718f15ec61" [ 715.304388] env[69695]: _type = "HttpNfcLease" [ 715.304388] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 715.312635] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created folder: Instances in parent group-v699109. [ 715.312933] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.313200] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.313458] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41b937f9-6c8b-441a-b0dc-7062acb315ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.342614] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.342614] env[69695]: value = "task-3498247" [ 715.342614] env[69695]: _type = "Task" [ 715.342614] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.356506] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498247, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.461228] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498242, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.604382] env[69695]: DEBUG nova.scheduler.client.report [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.660707] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078438} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.661022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.661845] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b383e68-c37b-451c-99d5-73c7369ac6af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.693638] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c183848a-2b6a-40de-a696-8ca9eb65ea9b/c183848a-2b6a-40de-a696-8ca9eb65ea9b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.694878] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9c42df-b8c1-4167-b797-73b2cd70bc7f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.727033] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 715.727033] env[69695]: value = "task-3498248" [ 715.727033] env[69695]: _type = "Task" [ 715.727033] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.737595] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.799513] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.799513] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525dac16-4c0c-a910-7c5c-db718f15ec61" [ 715.799513] env[69695]: _type = "HttpNfcLease" [ 715.799513] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.799513] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.799513] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525dac16-4c0c-a910-7c5c-db718f15ec61" [ 715.799513] env[69695]: _type = "HttpNfcLease" [ 715.799513] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.800103] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307454b-9b71-4ca7-9a58-80ab78bafbbc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.811203] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2d144-0684-3179-f061-1889bc86fca4/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.811428] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2d144-0684-3179-f061-1889bc86fca4/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.889598] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498247, 'name': CreateVM_Task, 'duration_secs': 0.392961} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.889780] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.890488] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.890705] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.890969] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.891260] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfb766f-4e61-445f-96fd-d03997c4a1bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.897656] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 715.897656] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5274c4c8-9084-e3a9-2465-c5eba252ed8e" [ 715.897656] env[69695]: _type = "Task" [ 715.897656] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.907327] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5274c4c8-9084-e3a9-2465-c5eba252ed8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.931610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.931610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.931610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.932401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.932401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.935508] env[69695]: INFO nova.compute.manager [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Terminating instance [ 715.943439] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c95e00e-16e6-44ee-b991-0005fa625565 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.959563] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498242, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.113192] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.115025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.205s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.149303] env[69695]: INFO nova.scheduler.client.report [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Deleted allocations for instance 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244 [ 716.241563] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498248, 'name': ReconfigVM_Task, 'duration_secs': 0.352255} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.241563] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c183848a-2b6a-40de-a696-8ca9eb65ea9b/c183848a-2b6a-40de-a696-8ca9eb65ea9b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.242193] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6955504b-884e-4a0a-a3a9-f270e2918466 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.252314] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 716.252314] env[69695]: value = "task-3498249" [ 716.252314] env[69695]: _type = "Task" [ 716.252314] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.262904] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498249, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.412570] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5274c4c8-9084-e3a9-2465-c5eba252ed8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01376} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.416150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.416659] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.416785] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.416894] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.417208] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.417368] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57699d89-786e-43f7-b2b5-31d2f7d8d49d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.429538] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.429817] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.430565] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ac07c8-3ff2-436e-aefb-38e3517e21a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.437239] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 716.437239] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5299b21f-7870-0b7b-7536-49ceacec98fb" [ 716.437239] env[69695]: _type = "Task" [ 716.437239] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.441569] env[69695]: DEBUG nova.compute.manager [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.441851] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.442717] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d85997-0fa2-4803-8006-329347815ff0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.457661] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.458093] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5299b21f-7870-0b7b-7536-49ceacec98fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.458985] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8da0ab-5a13-4e7d-bf2e-009b5b7bc684 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.460836] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bb9b42-48b1-4f48-8316-e8088105ba61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.470730] env[69695]: DEBUG oslo_vmware.api [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498242, 'name': PowerOnVM_Task, 'duration_secs': 1.035461} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.477389] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.477389] env[69695]: INFO nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Took 10.08 seconds to spawn the instance on the hypervisor. [ 716.477389] env[69695]: DEBUG nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.477389] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eed56e-e492-4dea-8a47-3d776c4594b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.481846] env[69695]: DEBUG oslo_vmware.api [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 716.481846] env[69695]: value = "task-3498250" [ 716.481846] env[69695]: _type = "Task" [ 716.481846] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.485104] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 716.485104] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c2e1cd-0a7c-2963-88e1-575735eab306" [ 716.485104] env[69695]: _type = "Task" [ 716.485104] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.507322] env[69695]: DEBUG oslo_vmware.api [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.511867] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c2e1cd-0a7c-2963-88e1-575735eab306, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.512199] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.512484] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.512775] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c53319-66d0-4070-9cb3-3bfcea3bcbb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.524472] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 716.524472] env[69695]: value = "task-3498251" [ 716.524472] env[69695]: _type = "Task" [ 716.524472] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.535844] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.580158] env[69695]: DEBUG nova.network.neutron [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Updated VIF entry in instance network info cache for port 0734da8d-949a-418b-b3e7-b8e2f0cd366e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.580585] env[69695]: DEBUG nova.network.neutron [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Updating instance_info_cache with network_info: [{"id": "0734da8d-949a-418b-b3e7-b8e2f0cd366e", "address": "fa:16:3e:2d:ec:24", "network": {"id": "fe566cf5-f22a-4d17-8457-b126dbb6d9a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-997350216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef33d0124ee645c0b2fd61b721bdd34e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0734da8d-94", "ovs_interfaceid": "0734da8d-949a-418b-b3e7-b8e2f0cd366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.605514] env[69695]: DEBUG nova.network.neutron [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Updated VIF entry in instance network info cache for port ee529166-a453-4863-9454-32d84fb14f69. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.605935] env[69695]: DEBUG nova.network.neutron [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Updating instance_info_cache with network_info: [{"id": "ee529166-a453-4863-9454-32d84fb14f69", "address": "fa:16:3e:e2:82:09", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee529166-a4", "ovs_interfaceid": "ee529166-a453-4863-9454-32d84fb14f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.624472] env[69695]: INFO nova.compute.claims [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.660150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7829301b-689b-4207-9e6c-a4988b80adcf tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Lock "6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.796s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.728028] env[69695]: DEBUG nova.network.neutron [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Successfully updated port: da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.773348] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498249, 'name': Rename_Task, 'duration_secs': 0.161367} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.773348] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.773348] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3189f0e8-311b-4dda-827d-f864d014150a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.782079] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 716.782079] env[69695]: value = "task-3498252" [ 716.782079] env[69695]: _type = "Task" [ 716.782079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.798983] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.012625] env[69695]: DEBUG oslo_vmware.api [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498250, 'name': PowerOffVM_Task, 'duration_secs': 0.232954} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.012927] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.013108] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.013481] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb89dcef-8859-4fe2-bef6-de275c0dd0de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.022729] env[69695]: INFO nova.compute.manager [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Took 29.13 seconds to build instance. [ 717.037838] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.087821] env[69695]: DEBUG oslo_concurrency.lockutils [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] Releasing lock "refresh_cache-6a21a7bc-2096-4b27-bcea-b24eb3f9d581" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.088115] env[69695]: DEBUG nova.compute.manager [req-3aa601b4-932a-4d4d-9209-4348a235109e req-beb4fbbe-2453-4cb9-93d6-9bee902ea2e1 service nova] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Received event network-vif-deleted-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.111759] env[69695]: DEBUG oslo_concurrency.lockutils [req-bb2669e2-2f95-4a12-9047-c3373708df2c req-0c22ac06-a17d-4386-a415-381bcb3dd72f service nova] Releasing lock "refresh_cache-b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.142545] env[69695]: INFO nova.compute.resource_tracker [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating resource usage from migration b53d2d5f-7b6b-4ea9-927a-2c0615641de9 [ 717.233307] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "refresh_cache-586675a8-71c7-4717-a849-1a2989b33e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.233749] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "refresh_cache-586675a8-71c7-4717-a849-1a2989b33e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.235631] env[69695]: DEBUG nova.network.neutron [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.297896] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498252, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.469423] env[69695]: DEBUG nova.compute.manager [req-a6159cfe-4df5-42b4-9b5f-19abfca127e3 req-0ad2d242-6fdd-4ddd-9587-9c02accc84ab service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Received event network-vif-plugged-da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.469646] env[69695]: DEBUG oslo_concurrency.lockutils [req-a6159cfe-4df5-42b4-9b5f-19abfca127e3 req-0ad2d242-6fdd-4ddd-9587-9c02accc84ab service nova] Acquiring lock "586675a8-71c7-4717-a849-1a2989b33e53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.469850] env[69695]: DEBUG oslo_concurrency.lockutils [req-a6159cfe-4df5-42b4-9b5f-19abfca127e3 req-0ad2d242-6fdd-4ddd-9587-9c02accc84ab service nova] Lock "586675a8-71c7-4717-a849-1a2989b33e53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.470138] env[69695]: DEBUG oslo_concurrency.lockutils [req-a6159cfe-4df5-42b4-9b5f-19abfca127e3 req-0ad2d242-6fdd-4ddd-9587-9c02accc84ab service nova] Lock "586675a8-71c7-4717-a849-1a2989b33e53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.470216] env[69695]: DEBUG nova.compute.manager [req-a6159cfe-4df5-42b4-9b5f-19abfca127e3 req-0ad2d242-6fdd-4ddd-9587-9c02accc84ab service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] No waiting events found dispatching network-vif-plugged-da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.472416] env[69695]: WARNING nova.compute.manager [req-a6159cfe-4df5-42b4-9b5f-19abfca127e3 req-0ad2d242-6fdd-4ddd-9587-9c02accc84ab service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Received unexpected event network-vif-plugged-da34c648-584c-49e8-b394-f4f071901393 for instance with vm_state building and task_state spawning. [ 717.524992] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.010s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.543646] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780072} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.544032] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.544336] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.544668] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6a939ef-800e-4a04-a05d-984a12837b32 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.558296] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 717.558296] env[69695]: value = "task-3498254" [ 717.558296] env[69695]: _type = "Task" [ 717.558296] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.571896] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.631212] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10070ef1-2571-4ec5-93d3-de4fe6b7ebf1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.640278] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1edf5d-57eb-46e7-a69e-8b478b6c7e6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.682537] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e96d3-7408-4e2a-8288-2f9d7c240bc1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.694732] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d74fd46-69b4-4ef3-bf57-28f720bd820e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.720404] env[69695]: DEBUG nova.compute.provider_tree [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.803931] env[69695]: DEBUG oslo_vmware.api [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498252, 'name': PowerOnVM_Task, 'duration_secs': 0.902907} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.805639] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.808222] env[69695]: INFO nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Took 8.88 seconds to spawn the instance on the hypervisor. [ 717.809712] env[69695]: DEBUG nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.809995] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba63b7a-8457-4fde-8e74-e7b03e4c501d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.854509] env[69695]: DEBUG nova.network.neutron [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.956816] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.957093] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.957338] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Deleting the datastore file [datastore1] e884e2ff-a691-4d1e-98ac-18c40bdd9a37 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.957471] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc71786-a894-4779-a77d-8ec76bb8e3c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.967359] env[69695]: DEBUG oslo_vmware.api [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for the task: (returnval){ [ 717.967359] env[69695]: value = "task-3498255" [ 717.967359] env[69695]: _type = "Task" [ 717.967359] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.976795] env[69695]: DEBUG oslo_vmware.api [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.035830] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.073307] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081633} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.074081] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.075145] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7babac29-6ae1-4443-8ed5-ea9efc528fff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.107330] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.108441] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a84a72-1753-4431-8fc7-18206e399fa1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.133537] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 718.133537] env[69695]: value = "task-3498256" [ 718.133537] env[69695]: _type = "Task" [ 718.133537] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.144399] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.223789] env[69695]: DEBUG nova.scheduler.client.report [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.338115] env[69695]: INFO nova.compute.manager [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Took 29.58 seconds to build instance. [ 718.375934] env[69695]: DEBUG nova.network.neutron [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Updating instance_info_cache with network_info: [{"id": "da34c648-584c-49e8-b394-f4f071901393", "address": "fa:16:3e:96:88:3a", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda34c648-58", "ovs_interfaceid": "da34c648-584c-49e8-b394-f4f071901393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.480832] env[69695]: DEBUG oslo_vmware.api [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Task: {'id': task-3498255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173814} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.481299] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.481299] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.481478] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.481650] env[69695]: INFO nova.compute.manager [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Took 2.04 seconds to destroy the instance on the hypervisor. [ 718.482440] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.482440] env[69695]: DEBUG nova.compute.manager [-] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.482440] env[69695]: DEBUG nova.network.neutron [-] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.564457] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.650789] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.729403] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.614s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.729403] env[69695]: INFO nova.compute.manager [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Migrating [ 718.729403] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.729703] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.730945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.699s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.731642] env[69695]: DEBUG nova.objects.instance [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lazy-loading 'resources' on Instance uuid da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.841788] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bd4f6caa-5789-4082-9cb2-18709e67ae0d tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.108s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.878879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "refresh_cache-586675a8-71c7-4717-a849-1a2989b33e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.879306] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Instance network_info: |[{"id": "da34c648-584c-49e8-b394-f4f071901393", "address": "fa:16:3e:96:88:3a", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda34c648-58", "ovs_interfaceid": "da34c648-584c-49e8-b394-f4f071901393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.879643] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:88:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da34c648-584c-49e8-b394-f4f071901393', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.887960] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.890128] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.890747] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a419380-bb85-4a03-856a-8d71e83b688a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.914829] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.914829] env[69695]: value = "task-3498257" [ 718.914829] env[69695]: _type = "Task" [ 718.914829] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.930309] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498257, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.155384] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498256, 'name': ReconfigVM_Task, 'duration_secs': 0.670421} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.155788] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.156761] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883ddc3e-b8c0-496b-afdd-8227aa989c11 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.166952] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 719.166952] env[69695]: value = "task-3498258" [ 719.166952] env[69695]: _type = "Task" [ 719.166952] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.180057] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498258, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.236628] env[69695]: INFO nova.compute.rpcapi [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 719.237285] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.345549] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.427974] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498257, 'name': CreateVM_Task, 'duration_secs': 0.366026} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.428340] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.430192] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.430528] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.431636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.435159] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd9afa2-b461-416e-8b64-9a0086caeb35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.443780] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 719.443780] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526cc17b-21ee-03e7-d7df-cee8a5e63b50" [ 719.443780] env[69695]: _type = "Task" [ 719.443780] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.456736] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526cc17b-21ee-03e7-d7df-cee8a5e63b50, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.461124] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.461366] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.461600] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.461738] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462066] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.462548] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b3cd70a-47a3-44e3-bfd8-34889b9a36a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.474090] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.474228] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.474916] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ea6278-ca64-4c28-a532-ee1843036d6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.483404] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 719.483404] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9b22d-74df-ed89-0ca8-d76a40ee8d78" [ 719.483404] env[69695]: _type = "Task" [ 719.483404] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.492290] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9b22d-74df-ed89-0ca8-d76a40ee8d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.674278] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea900e-79b4-4531-a81e-2a2b7dd6be06 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.687023] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498258, 'name': Rename_Task, 'duration_secs': 0.268059} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.687023] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.687023] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6af0e9f0-cfdf-4bb3-8206-91d8f29dde37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.689260] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d095ff0-c61c-4758-af46-a76f59b8906f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.723938] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d6467b-457e-4b26-a668-870ee31f3fbd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.726705] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 719.726705] env[69695]: value = "task-3498259" [ 719.726705] env[69695]: _type = "Task" [ 719.726705] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.734233] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd9aea-23cc-427d-879d-4c3e7dc21c24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.742060] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498259, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.754156] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.754361] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.754541] env[69695]: DEBUG nova.network.neutron [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.756596] env[69695]: DEBUG nova.compute.provider_tree [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.844601] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.844820] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.870316] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.996681] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9b22d-74df-ed89-0ca8-d76a40ee8d78, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.997993] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1f4156-2a29-4d22-bdd5-bd4cfe02fa71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.006032] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 720.006032] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52403999-34ac-57e1-ecb0-3ac858bea065" [ 720.006032] env[69695]: _type = "Task" [ 720.006032] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.020032] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52403999-34ac-57e1-ecb0-3ac858bea065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.170436] env[69695]: DEBUG nova.network.neutron [-] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.244209] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.266147] env[69695]: DEBUG nova.scheduler.client.report [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.522363] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52403999-34ac-57e1-ecb0-3ac858bea065, 'name': SearchDatastore_Task, 'duration_secs': 0.021713} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.522363] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.522627] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 586675a8-71c7-4717-a849-1a2989b33e53/586675a8-71c7-4717-a849-1a2989b33e53.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.523474] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98debfbe-f01a-48cd-8e6f-121603912fc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.550450] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 720.550450] env[69695]: value = "task-3498260" [ 720.550450] env[69695]: _type = "Task" [ 720.550450] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.560062] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.591944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.592662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.673617] env[69695]: INFO nova.compute.manager [-] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Took 2.19 seconds to deallocate network for instance. [ 720.704988] env[69695]: DEBUG nova.network.neutron [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [{"id": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "address": "fa:16:3e:e9:aa:45", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669135d6-ae", "ovs_interfaceid": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.741600] env[69695]: DEBUG oslo_vmware.api [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498259, 'name': PowerOnVM_Task, 'duration_secs': 0.802042} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.742629] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.742985] env[69695]: INFO nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Took 9.30 seconds to spawn the instance on the hypervisor. [ 720.743391] env[69695]: DEBUG nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.744513] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138596cc-6c9f-4610-99be-d88cd7bed43a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.775306] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.777382] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.556s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.779317] env[69695]: INFO nova.compute.claims [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.827736] env[69695]: INFO nova.scheduler.client.report [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Deleted allocations for instance da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17 [ 721.063469] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494479} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.063777] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 586675a8-71c7-4717-a849-1a2989b33e53/586675a8-71c7-4717-a849-1a2989b33e53.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.063994] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.066620] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e676f6c8-0870-47ca-b66d-4f8aa138c332 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.074024] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 721.074024] env[69695]: value = "task-3498261" [ 721.074024] env[69695]: _type = "Task" [ 721.074024] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.084934] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.184745] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.207359] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.268790] env[69695]: INFO nova.compute.manager [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Took 32.34 seconds to build instance. [ 721.342210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-66ee0548-5176-4505-9ab8-f0f81cb80216 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Lock "da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.178s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.367163] env[69695]: DEBUG nova.compute.manager [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.368838] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22937d2f-5b87-4680-a41f-03899e9fc8e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.493832] env[69695]: DEBUG nova.compute.manager [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Received event network-changed-da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.493935] env[69695]: DEBUG nova.compute.manager [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Refreshing instance network info cache due to event network-changed-da34c648-584c-49e8-b394-f4f071901393. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.494157] env[69695]: DEBUG oslo_concurrency.lockutils [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] Acquiring lock "refresh_cache-586675a8-71c7-4717-a849-1a2989b33e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.495245] env[69695]: DEBUG oslo_concurrency.lockutils [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] Acquired lock "refresh_cache-586675a8-71c7-4717-a849-1a2989b33e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.495699] env[69695]: DEBUG nova.network.neutron [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Refreshing network info cache for port da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.522321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.522584] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.585128] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075196} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.585560] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.586639] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d612f-2e0d-416a-87d1-36cc8c1c98e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.612150] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 586675a8-71c7-4717-a849-1a2989b33e53/586675a8-71c7-4717-a849-1a2989b33e53.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.612487] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afefc7f2-a5af-46c7-b805-f4d041d3906c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.636545] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 721.636545] env[69695]: value = "task-3498262" [ 721.636545] env[69695]: _type = "Task" [ 721.636545] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.647252] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.771254] env[69695]: DEBUG oslo_concurrency.lockutils [None req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.702s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.889292] env[69695]: INFO nova.compute.manager [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] instance snapshotting [ 721.892447] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae40779-6f7f-4fff-9cc8-23ec346cbecd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.919377] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2387249-8ced-4e51-88b9-995e2cb29933 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.149940] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498262, 'name': ReconfigVM_Task, 'duration_secs': 0.30427} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.149940] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 586675a8-71c7-4717-a849-1a2989b33e53/586675a8-71c7-4717-a849-1a2989b33e53.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.150398] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87259485-0f99-4e5b-9687-d6b2af8c390a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.165057] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 722.165057] env[69695]: value = "task-3498263" [ 722.165057] env[69695]: _type = "Task" [ 722.165057] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.180364] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498263, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.193078] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "7cacd294-cab8-49d5-8f6b-df191b81685e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.193558] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "7cacd294-cab8-49d5-8f6b-df191b81685e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.276502] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.297227] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fd152-44a9-4e3e-a69a-7f752797df28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.306584] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa904315-0c58-47a0-a041-37fe0b70f2ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.356199] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f363e7e-c2b9-4434-9a7f-e041f5136be1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.367256] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e67a8e6-82de-4139-84c9-42ed08afdea3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.386521] env[69695]: DEBUG nova.compute.provider_tree [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.433466] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.433771] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3d33ce1-bfd8-4d62-880d-d7adfc5304ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.441585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.441873] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.442439] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.442720] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.443037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.451222] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 722.451222] env[69695]: value = "task-3498264" [ 722.451222] env[69695]: _type = "Task" [ 722.451222] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.451783] env[69695]: INFO nova.compute.manager [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Terminating instance [ 722.466172] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.549449] env[69695]: DEBUG nova.network.neutron [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Updated VIF entry in instance network info cache for port da34c648-584c-49e8-b394-f4f071901393. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.549770] env[69695]: DEBUG nova.network.neutron [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Updating instance_info_cache with network_info: [{"id": "da34c648-584c-49e8-b394-f4f071901393", "address": "fa:16:3e:96:88:3a", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda34c648-58", "ovs_interfaceid": "da34c648-584c-49e8-b394-f4f071901393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.678545] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498263, 'name': Rename_Task, 'duration_secs': 0.154874} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.678877] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.684151] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-407dffa0-da1f-4afa-b8f6-e18139fcf6f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.691974] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 722.691974] env[69695]: value = "task-3498265" [ 722.691974] env[69695]: _type = "Task" [ 722.691974] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.703460] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.731018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034802b-f48b-4035-8fae-ff916730e285 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.759281] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.802591] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.889650] env[69695]: DEBUG nova.scheduler.client.report [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.966731] env[69695]: DEBUG nova.compute.manager [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.966887] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.967309] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.967983] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0189c47c-8da9-4537-b406-21be875200e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.977362] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.977633] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52cd4f36-4c80-4af6-bc84-fbd5a8cda046 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.986314] env[69695]: DEBUG oslo_vmware.api [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 722.986314] env[69695]: value = "task-3498266" [ 722.986314] env[69695]: _type = "Task" [ 722.986314] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.995858] env[69695]: DEBUG oslo_vmware.api [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.052719] env[69695]: DEBUG oslo_concurrency.lockutils [req-4da45c3d-866e-4552-a802-492ea86b1bfd req-0bb1765a-75bb-4d44-b7c2-d9de7290284f service nova] Releasing lock "refresh_cache-586675a8-71c7-4717-a849-1a2989b33e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.209057] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498265, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.265847] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.265847] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618ae34e-6ec7-4739-9e07-202dd0416b83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.278416] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 723.278416] env[69695]: value = "task-3498267" [ 723.278416] env[69695]: _type = "Task" [ 723.278416] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.295044] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.342568] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.342568] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.354207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "81711994-e06d-4361-9df7-d0e8293793f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.354207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "81711994-e06d-4361-9df7-d0e8293793f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.396396] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.397069] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.400018] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.092s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.401648] env[69695]: INFO nova.compute.claims [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.469259] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498264, 'name': CreateSnapshot_Task, 'duration_secs': 0.609295} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.469549] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.470744] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c16fcb-319d-4e76-9e5d-af8b09f567c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.497177] env[69695]: DEBUG oslo_vmware.api [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498266, 'name': PowerOffVM_Task, 'duration_secs': 0.213535} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.497454] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.499793] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.499793] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a57ced3-a46c-4ddd-925d-f251c6bacbe0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.594749] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.594986] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.595319] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleting the datastore file [datastore2] 0d10f980-4551-4cc6-99ba-e42a97f9cd80 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.595598] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3264e789-9516-4880-98b8-b9bcd30dbeda {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.605742] env[69695]: DEBUG oslo_vmware.api [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 723.605742] env[69695]: value = "task-3498269" [ 723.605742] env[69695]: _type = "Task" [ 723.605742] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.617925] env[69695]: DEBUG oslo_vmware.api [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.703876] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498265, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.786682] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498267, 'name': PowerOffVM_Task, 'duration_secs': 0.195167} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.786954] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.787218] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.912372] env[69695]: DEBUG nova.compute.utils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.929651] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.929651] env[69695]: DEBUG nova.network.neutron [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.997940] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.998465] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd61439e-6e1a-4940-a3a1-78922c858647 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.006924] env[69695]: DEBUG nova.policy [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd94b62aa1a42f3b03b6c5e6a8a754c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe881560d4d42749eb4ddba42912d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.012395] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 724.012395] env[69695]: value = "task-3498270" [ 724.012395] env[69695]: _type = "Task" [ 724.012395] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.026127] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498270, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.117791] env[69695]: DEBUG oslo_vmware.api [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163324} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.118009] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.118219] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.118459] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.118680] env[69695]: INFO nova.compute.manager [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.119020] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.119745] env[69695]: DEBUG nova.compute.manager [-] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.119745] env[69695]: DEBUG nova.network.neutron [-] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.207437] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498265, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.252526] env[69695]: DEBUG nova.compute.manager [req-8eea1b40-4979-4bdd-a060-2c8d51eee62c req-0b2e6b67-5e86-4ecd-ad6f-41552b33979d service nova] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Received event network-vif-deleted-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.294273] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.294273] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.294273] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.294582] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.294809] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.294809] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.295370] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.295370] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.296560] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.296560] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.296560] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.302163] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a393b7ab-83b3-416e-b6d3-670999b4e945 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.331680] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 724.331680] env[69695]: value = "task-3498271" [ 724.331680] env[69695]: _type = "Task" [ 724.331680] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.342355] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.430558] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.556243] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498270, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.561477] env[69695]: DEBUG nova.network.neutron [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Successfully created port: 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.719425] env[69695]: DEBUG oslo_vmware.api [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498265, 'name': PowerOnVM_Task, 'duration_secs': 1.839767} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.721624] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.721624] env[69695]: INFO nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Took 10.64 seconds to spawn the instance on the hypervisor. [ 724.721624] env[69695]: DEBUG nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.722372] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fc2b4d-e3aa-4b69-9311-f3875901e18d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.839211] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2d144-0684-3179-f061-1889bc86fca4/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 724.840481] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f34cf09-d994-434c-8820-684d56564f21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.849982] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498271, 'name': ReconfigVM_Task, 'duration_secs': 0.36872} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.850828] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.855918] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2d144-0684-3179-f061-1889bc86fca4/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 724.856108] env[69695]: ERROR oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2d144-0684-3179-f061-1889bc86fca4/disk-0.vmdk due to incomplete transfer. [ 724.856827] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19f0ca1f-2121-446b-8953-2afe61fff1e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.865872] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "1704e568-0bc9-41c2-96e8-a45ed3d81534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.866150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "1704e568-0bc9-41c2-96e8-a45ed3d81534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.874381] env[69695]: DEBUG oslo_vmware.rw_handles [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2d144-0684-3179-f061-1889bc86fca4/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 724.874545] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Uploaded image 89c0b1c5-c968-415a-be07-b05a2c88865c to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 724.876716] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 724.876994] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ebd72ff-872e-4942-962d-dce6170efad6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.885316] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 724.885316] env[69695]: value = "task-3498272" [ 724.885316] env[69695]: _type = "Task" [ 724.885316] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.894805] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498272, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.996176] env[69695]: DEBUG nova.network.neutron [-] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.033384] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498270, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.062402] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134b040-cbec-4d46-b5e8-1825886787bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.072919] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e511ca-fdd4-4209-b4ee-de0f5a0ac5b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.110403] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefaa69c-af0a-4df3-b80b-ff58042b1b40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.119036] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bd8fc-3d27-45d7-b476-c91fc86e6e42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.134855] env[69695]: DEBUG nova.compute.provider_tree [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.146137] env[69695]: DEBUG nova.compute.manager [req-114e21bb-85bc-4cf8-a76e-fa3b041f8282 req-33c82cac-97a6-4ba9-8e57-8ad3f1329b23 service nova] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Received event network-vif-deleted-c8c041ec-ec03-407f-a925-6fd70120e1ab {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.245993] env[69695]: INFO nova.compute.manager [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Took 34.09 seconds to build instance. [ 725.359684] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.360031] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.360166] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.360305] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.361311] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.361462] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.361704] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.361836] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.362067] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.362266] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.362443] env[69695]: DEBUG nova.virt.hardware [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.368433] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 725.369650] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abe7eb2-36d6-4d6f-a90e-4cb24a759788 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.393269] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 725.393269] env[69695]: value = "task-3498273" [ 725.393269] env[69695]: _type = "Task" [ 725.393269] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.405418] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498272, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.417050] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.448654] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.498034] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.498424] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.498424] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.499094] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.499094] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.499094] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.499305] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.499891] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.499891] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.499891] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.499891] env[69695]: DEBUG nova.virt.hardware [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.500709] env[69695]: INFO nova.compute.manager [-] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Took 1.38 seconds to deallocate network for instance. [ 725.501318] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39126b81-36aa-4a9f-975c-49d126328dfe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.519408] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b80d04a-ca50-4de4-9a3c-d4d3259f0dbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.540359] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498270, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.638811] env[69695]: DEBUG nova.scheduler.client.report [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.748995] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "586675a8-71c7-4717-a849-1a2989b33e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.359s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.899078] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498272, 'name': Destroy_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.907417] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498273, 'name': ReconfigVM_Task, 'duration_secs': 0.306344} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.907694] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 725.909302] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e5d12-8658-4e4f-a461-6e1ab060bd30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.932268] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5d375ddb-f946-42ef-b862-258483104c67/5d375ddb-f946-42ef-b862-258483104c67.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.932590] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4782cde8-04d5-4f5e-bfcc-ac1e944fb824 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.953580] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 725.953580] env[69695]: value = "task-3498274" [ 725.953580] env[69695]: _type = "Task" [ 725.953580] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.964304] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.020251] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.034640] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498270, 'name': CloneVM_Task, 'duration_secs': 1.846345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.034880] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Created linked-clone VM from snapshot [ 726.035688] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869639bb-4d44-44b3-a5fa-57d1f348b261 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.043993] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Uploading image 5941ca37-c8b1-430a-bc42-3ab0f1421753 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.056250] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.056913] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db9cf3b9-bb70-4853-9140-674c6eaf1c76 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.064526] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 726.064526] env[69695]: value = "task-3498275" [ 726.064526] env[69695]: _type = "Task" [ 726.064526] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.073699] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498275, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.149127] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.150017] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.154302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.639s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.156081] env[69695]: INFO nova.compute.claims [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.255022] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.399139] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498272, 'name': Destroy_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.470770] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498274, 'name': ReconfigVM_Task, 'duration_secs': 0.387509} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.471205] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5d375ddb-f946-42ef-b862-258483104c67/5d375ddb-f946-42ef-b862-258483104c67.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.471571] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 726.580340] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498275, 'name': Destroy_Task, 'duration_secs': 0.37294} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.580768] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Destroyed the VM [ 726.581173] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.581492] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e4579b1-8257-4a1c-b58a-f831ed3de54e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.589858] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 726.589858] env[69695]: value = "task-3498276" [ 726.589858] env[69695]: _type = "Task" [ 726.589858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.599835] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498276, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.661456] env[69695]: DEBUG nova.compute.utils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.665621] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.666027] env[69695]: DEBUG nova.network.neutron [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.745172] env[69695]: DEBUG nova.policy [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5a5b63d955d48bda6ceb22ab1d12033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80ada8a547b4d6ebefcf30ddc4f398f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.785338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.805658] env[69695]: DEBUG nova.network.neutron [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Successfully updated port: 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.905492] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498272, 'name': Destroy_Task, 'duration_secs': 1.965327} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.905790] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Destroyed the VM [ 726.906032] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.907030] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e17dee4-db2e-47a0-8006-969d4a4801db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.915202] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 726.915202] env[69695]: value = "task-3498277" [ 726.915202] env[69695]: _type = "Task" [ 726.915202] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.925674] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.980712] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e11e0a-bde8-48ad-8165-2d33692acb30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.015898] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9343b198-cb4e-49ca-9a22-5710ba9cffac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.041800] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.103199] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498276, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.151156] env[69695]: DEBUG nova.network.neutron [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Successfully created port: 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.166247] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.202802] env[69695]: DEBUG nova.compute.manager [req-f39b9f83-8346-4b2e-a44e-613df342b40e req-a5abc504-e0ce-4b03-8385-8dbd1f5bb037 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Received event network-vif-plugged-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.203745] env[69695]: DEBUG oslo_concurrency.lockutils [req-f39b9f83-8346-4b2e-a44e-613df342b40e req-a5abc504-e0ce-4b03-8385-8dbd1f5bb037 service nova] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.203745] env[69695]: DEBUG oslo_concurrency.lockutils [req-f39b9f83-8346-4b2e-a44e-613df342b40e req-a5abc504-e0ce-4b03-8385-8dbd1f5bb037 service nova] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.203745] env[69695]: DEBUG oslo_concurrency.lockutils [req-f39b9f83-8346-4b2e-a44e-613df342b40e req-a5abc504-e0ce-4b03-8385-8dbd1f5bb037 service nova] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.204220] env[69695]: DEBUG nova.compute.manager [req-f39b9f83-8346-4b2e-a44e-613df342b40e req-a5abc504-e0ce-4b03-8385-8dbd1f5bb037 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] No waiting events found dispatching network-vif-plugged-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.204220] env[69695]: WARNING nova.compute.manager [req-f39b9f83-8346-4b2e-a44e-613df342b40e req-a5abc504-e0ce-4b03-8385-8dbd1f5bb037 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Received unexpected event network-vif-plugged-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 for instance with vm_state building and task_state spawning. [ 727.311895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.311895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.311895] env[69695]: DEBUG nova.network.neutron [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.425496] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498277, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.588150] env[69695]: DEBUG nova.network.neutron [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Port 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 727.604350] env[69695]: DEBUG oslo_vmware.api [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498276, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560465} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.604460] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.674359] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.674673] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.674796] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "3f3a3c72-b278-4708-a295-d7e194bf65cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.674953] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.675148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.677162] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a3565-09ce-46c7-9341-45c1995076b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.680132] env[69695]: INFO nova.compute.manager [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Terminating instance [ 727.686838] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc07e62-72b7-4ac3-a6e4-5d68c560b75a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.721821] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e9051c-3d58-4215-9a9d-330d4296bcc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.731220] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caa9a6a-eb9d-4b74-a085-65bb2e0218b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.748297] env[69695]: DEBUG nova.compute.provider_tree [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.892417] env[69695]: DEBUG nova.network.neutron [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.926615] env[69695]: DEBUG oslo_vmware.api [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498277, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669391} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.927071] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.927396] env[69695]: INFO nova.compute.manager [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 728.110469] env[69695]: WARNING nova.compute.manager [None req-d0a87bc7-b71a-4251-805f-5798465c88a4 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Image not found during snapshot: nova.exception.ImageNotFound: Image 5941ca37-c8b1-430a-bc42-3ab0f1421753 could not be found. [ 728.177501] env[69695]: DEBUG nova.network.neutron [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.181931] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.184461] env[69695]: DEBUG nova.compute.manager [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.184859] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.185924] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121fba4e-5767-472f-b4b9-f40409552d71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.194982] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.195294] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94f41ef9-fb0d-4ae1-860d-d719426e72af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.206839] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.207134] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.207287] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.207470] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.207638] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.207790] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.208048] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.208167] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.208337] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.208528] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.208716] env[69695]: DEBUG nova.virt.hardware [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.209625] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d1dc1-d0ae-494a-8cdd-0afac8f8b75d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.219102] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e9474a-7159-4324-8c0a-edb842934101 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.247093] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.247504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.251734] env[69695]: DEBUG nova.scheduler.client.report [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.286029] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.286029] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.286029] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleting the datastore file [datastore2] 3f3a3c72-b278-4708-a295-d7e194bf65cf {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.286029] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372cb1ff-e76b-4105-9d81-cc52c4ca27b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.293561] env[69695]: DEBUG oslo_vmware.api [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 728.293561] env[69695]: value = "task-3498279" [ 728.293561] env[69695]: _type = "Task" [ 728.293561] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.302912] env[69695]: DEBUG oslo_vmware.api [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.433460] env[69695]: DEBUG nova.compute.manager [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Instance disappeared during snapshot {{(pid=69695) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 728.444719] env[69695]: DEBUG nova.compute.manager [None req-7420656a-e7e0-486c-9270-3e770220a41c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image not found during clean up 89c0b1c5-c968-415a-be07-b05a2c88865c {{(pid=69695) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 728.612856] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "5d375ddb-f946-42ef-b862-258483104c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.613080] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.613264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.680455] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.680775] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Instance network_info: |[{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.681305] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:31:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cddd9c4-c5ef-4560-90a1-54dba6b509e1', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.691888] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating folder: Project (4fe881560d4d42749eb4ddba42912d4a). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.692747] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b135cfa-74f8-41fb-b7d9-eaed32074076 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.707145] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created folder: Project (4fe881560d4d42749eb4ddba42912d4a) in parent group-v699067. [ 728.707408] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating folder: Instances. Parent ref: group-v699115. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.707659] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69fa7196-2ec3-475f-a643-573cf036a3ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.718687] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created folder: Instances in parent group-v699115. [ 728.718687] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.718687] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.718687] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-685d8518-1a93-4883-bc22-df18dd3b6cf8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.738812] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.738812] env[69695]: value = "task-3498282" [ 728.738812] env[69695]: _type = "Task" [ 728.738812] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.748108] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498282, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.759545] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.760054] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.762690] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.596s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.764239] env[69695]: INFO nova.compute.claims [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.807915] env[69695]: DEBUG oslo_vmware.api [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184002} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.808290] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.809155] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.809155] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.810166] env[69695]: INFO nova.compute.manager [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Took 0.62 seconds to destroy the instance on the hypervisor. [ 728.810345] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.810595] env[69695]: DEBUG nova.compute.manager [-] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.810706] env[69695]: DEBUG nova.network.neutron [-] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.860185] env[69695]: DEBUG nova.network.neutron [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Successfully updated port: 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.166868] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.167597] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.249811] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498282, 'name': CreateVM_Task, 'duration_secs': 0.356095} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.249993] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.250680] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.250851] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.251183] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.251439] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d3842b-91e5-42df-bf1a-6e05ba996898 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256632] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 729.256632] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ddc43d-1e83-91e1-8dd6-16feaebd04a5" [ 729.256632] env[69695]: _type = "Task" [ 729.256632] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.265283] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ddc43d-1e83-91e1-8dd6-16feaebd04a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.268588] env[69695]: DEBUG nova.compute.utils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.271751] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.271918] env[69695]: DEBUG nova.network.neutron [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.314059] env[69695]: DEBUG nova.policy [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0358e87218b245a48d0600f7643c006d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad48de8f66d64abb97fe675248855828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.365737] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "refresh_cache-419855f7-7b7a-4454-b8fb-3292a4eb1c80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.365892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired lock "refresh_cache-419855f7-7b7a-4454-b8fb-3292a4eb1c80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.366060] env[69695]: DEBUG nova.network.neutron [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.376070] env[69695]: DEBUG nova.compute.manager [req-ffff1095-4ffd-422d-9c96-9f6e2db20bdb req-3f755aa3-0bf2-48ca-a11d-431410829da6 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Received event network-vif-plugged-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.376070] env[69695]: DEBUG oslo_concurrency.lockutils [req-ffff1095-4ffd-422d-9c96-9f6e2db20bdb req-3f755aa3-0bf2-48ca-a11d-431410829da6 service nova] Acquiring lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.376205] env[69695]: DEBUG oslo_concurrency.lockutils [req-ffff1095-4ffd-422d-9c96-9f6e2db20bdb req-3f755aa3-0bf2-48ca-a11d-431410829da6 service nova] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.376312] env[69695]: DEBUG oslo_concurrency.lockutils [req-ffff1095-4ffd-422d-9c96-9f6e2db20bdb req-3f755aa3-0bf2-48ca-a11d-431410829da6 service nova] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.376469] env[69695]: DEBUG nova.compute.manager [req-ffff1095-4ffd-422d-9c96-9f6e2db20bdb req-3f755aa3-0bf2-48ca-a11d-431410829da6 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] No waiting events found dispatching network-vif-plugged-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.376631] env[69695]: WARNING nova.compute.manager [req-ffff1095-4ffd-422d-9c96-9f6e2db20bdb req-3f755aa3-0bf2-48ca-a11d-431410829da6 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Received unexpected event network-vif-plugged-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 for instance with vm_state building and task_state spawning. [ 729.668083] env[69695]: DEBUG nova.network.neutron [-] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.692170] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692562] env[69695]: DEBUG nova.network.neutron [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.768179] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ddc43d-1e83-91e1-8dd6-16feaebd04a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.768179] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.768272] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.768493] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.768630] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.768798] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.769069] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539a351e-21e4-47aa-a7ff-648f57a666a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.774416] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.779952] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.780473] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.781169] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329cb957-b71a-49d9-b2f8-61ff64762e2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.789595] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 729.789595] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235c43d-db05-68df-40c3-981a0fe0f247" [ 729.789595] env[69695]: _type = "Task" [ 729.789595] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.799028] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235c43d-db05-68df-40c3-981a0fe0f247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.926937] env[69695]: DEBUG nova.network.neutron [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Successfully created port: ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.938737] env[69695]: DEBUG nova.network.neutron [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.058386] env[69695]: DEBUG nova.compute.manager [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Received event network-changed-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.058669] env[69695]: DEBUG nova.compute.manager [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Refreshing instance network info cache due to event network-changed-0cddd9c4-c5ef-4560-90a1-54dba6b509e1. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.058888] env[69695]: DEBUG oslo_concurrency.lockutils [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.059062] env[69695]: DEBUG oslo_concurrency.lockutils [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.059690] env[69695]: DEBUG nova.network.neutron [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Refreshing network info cache for port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.173984] env[69695]: INFO nova.compute.manager [-] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Took 1.36 seconds to deallocate network for instance. [ 730.206399] env[69695]: DEBUG nova.network.neutron [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Updating instance_info_cache with network_info: [{"id": "8b6770cc-3ab9-445f-8976-b3878bd9a4f2", "address": "fa:16:3e:df:ca:2b", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6770cc-3a", "ovs_interfaceid": "8b6770cc-3ab9-445f-8976-b3878bd9a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.304370] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235c43d-db05-68df-40c3-981a0fe0f247, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.308497] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93db8429-dacb-4b6a-9c6f-2c70e384aba1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.316148] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 730.316148] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bea404-715b-7759-1dd2-38a422c9aa15" [ 730.316148] env[69695]: _type = "Task" [ 730.316148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.330352] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bea404-715b-7759-1dd2-38a422c9aa15, 'name': SearchDatastore_Task} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.332709] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.333571] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e/24415407-c84b-49fc-a5e6-6b3449da9d0e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.333571] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2749137f-fba8-4692-9b09-bd0157a95b8e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.343719] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 730.343719] env[69695]: value = "task-3498283" [ 730.343719] env[69695]: _type = "Task" [ 730.343719] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.349740] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15de77-1032-4db9-954e-f6535589cf55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.359032] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.361913] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5064c3-ef77-4f16-b88b-43fb1e0fc501 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.398078] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9361462-ea15-4a04-8d1a-049027e97f18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.409504] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0290c346-aca9-4b36-979d-bfcbd55a9efc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.433747] env[69695]: DEBUG nova.compute.provider_tree [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.669774] env[69695]: DEBUG nova.network.neutron [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [{"id": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "address": "fa:16:3e:e9:aa:45", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669135d6-ae", "ovs_interfaceid": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.681082] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.707063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Releasing lock "refresh_cache-419855f7-7b7a-4454-b8fb-3292a4eb1c80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.707492] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Instance network_info: |[{"id": "8b6770cc-3ab9-445f-8976-b3878bd9a4f2", "address": "fa:16:3e:df:ca:2b", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6770cc-3a", "ovs_interfaceid": "8b6770cc-3ab9-445f-8976-b3878bd9a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.708040] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ca:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6770cc-3ab9-445f-8976-b3878bd9a4f2', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.718765] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Creating folder: Project (b80ada8a547b4d6ebefcf30ddc4f398f). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.719563] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd4245af-d432-402a-9e19-b91db0c0ac85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.735103] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Created folder: Project (b80ada8a547b4d6ebefcf30ddc4f398f) in parent group-v699067. [ 730.735309] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Creating folder: Instances. Parent ref: group-v699118. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.735559] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9be530e-9b06-4827-acab-23f93a2300e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.748057] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Created folder: Instances in parent group-v699118. [ 730.748400] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.751485] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.752228] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec2cdcc5-76b7-49a1-a762-8b21146c166a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.774778] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.774778] env[69695]: value = "task-3498286" [ 730.774778] env[69695]: _type = "Task" [ 730.774778] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.783920] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498286, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.790487] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.817973] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.818250] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.818402] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.818681] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.818929] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.818929] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.819116] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.819310] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.819484] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.819650] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.819822] env[69695]: DEBUG nova.virt.hardware [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.821161] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f8a948-96ad-49ed-af0e-7cb4c305d734 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.836221] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91916329-58d0-47f7-9b8f-5e0c62980a49 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.868300] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.909421] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.909824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.909975] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.910785] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.910785] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.913040] env[69695]: INFO nova.compute.manager [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Terminating instance [ 730.937206] env[69695]: DEBUG nova.scheduler.client.report [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.048060] env[69695]: DEBUG nova.network.neutron [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updated VIF entry in instance network info cache for port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.048417] env[69695]: DEBUG nova.network.neutron [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.172836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.291128] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498286, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.356102] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.356375] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e/24415407-c84b-49fc-a5e6-6b3449da9d0e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.356575] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.357361] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89daa079-4ce9-450e-baaa-e823281415bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.365139] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 731.365139] env[69695]: value = "task-3498287" [ 731.365139] env[69695]: _type = "Task" [ 731.365139] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.377996] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.417981] env[69695]: DEBUG nova.compute.manager [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.418278] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.419343] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd623b75-4c8e-4171-94f2-e66e42ff336e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.428602] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.428876] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be47633-522f-4d3b-94a5-8b56551330a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.438119] env[69695]: DEBUG oslo_vmware.api [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 731.438119] env[69695]: value = "task-3498288" [ 731.438119] env[69695]: _type = "Task" [ 731.438119] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.441972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.442506] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.446257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.232s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.448403] env[69695]: INFO nova.compute.claims [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.460656] env[69695]: DEBUG oslo_vmware.api [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.556093] env[69695]: DEBUG oslo_concurrency.lockutils [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.556093] env[69695]: DEBUG nova.compute.manager [req-4a6e1da6-9e2d-49b0-bd2f-28e9fbea5bb6 req-fdfa0c57-6958-4194-ad3c-7367eb12de95 service nova] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Received event network-vif-deleted-a836e913-938d-48a5-ba1e-352437ce5f90 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.709752] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cabfa73-bb9d-4bf1-ac14-89dd262e68d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.729107] env[69695]: DEBUG nova.network.neutron [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Successfully updated port: ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.730826] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ba2cf-8f3c-489e-84c4-a490fb3626e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.740162] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 731.790657] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498286, 'name': CreateVM_Task, 'duration_secs': 0.529507} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.791091] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.791832] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.792092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.792653] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.793034] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a383be7-892b-410b-860e-2c77ffb18bb5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.801144] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 731.801144] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521e2cd9-46bb-0c5e-fdb1-7e0486d3e411" [ 731.801144] env[69695]: _type = "Task" [ 731.801144] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.812278] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521e2cd9-46bb-0c5e-fdb1-7e0486d3e411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.879840] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209577} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.880157] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.880976] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230cb85c-7aa2-4024-a528-3b32adce79e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.905817] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e/24415407-c84b-49fc-a5e6-6b3449da9d0e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.906214] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0bb2a5-9dae-461a-823e-e9624c435c99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.928368] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 731.928368] env[69695]: value = "task-3498289" [ 731.928368] env[69695]: _type = "Task" [ 731.928368] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.931397] env[69695]: DEBUG nova.compute.manager [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Received event network-changed-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.931397] env[69695]: DEBUG nova.compute.manager [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Refreshing instance network info cache due to event network-changed-8b6770cc-3ab9-445f-8976-b3878bd9a4f2. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.931397] env[69695]: DEBUG oslo_concurrency.lockutils [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] Acquiring lock "refresh_cache-419855f7-7b7a-4454-b8fb-3292a4eb1c80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.931575] env[69695]: DEBUG oslo_concurrency.lockutils [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] Acquired lock "refresh_cache-419855f7-7b7a-4454-b8fb-3292a4eb1c80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.932549] env[69695]: DEBUG nova.network.neutron [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Refreshing network info cache for port 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.947917] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.955850] env[69695]: DEBUG nova.compute.utils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.957535] env[69695]: DEBUG oslo_vmware.api [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498288, 'name': PowerOffVM_Task, 'duration_secs': 0.226791} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.958539] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.958708] env[69695]: DEBUG nova.network.neutron [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.961259] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.961259] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.964833] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c8bc4a-ab28-4c6f-a36c-f7ab30c8718c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.031259] env[69695]: DEBUG nova.policy [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779bd4e969ea490eb7af9a6802455b11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e248e10810467db95cdb288ca12a9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.037268] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.037268] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.037268] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleting the datastore file [datastore2] 50f0d38d-f2e0-43e0-a47d-4b0a5a808528 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.037773] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cefdfb81-022d-4cac-bc65-6cf69a855998 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.048621] env[69695]: DEBUG oslo_vmware.api [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 732.048621] env[69695]: value = "task-3498291" [ 732.048621] env[69695]: _type = "Task" [ 732.048621] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.060338] env[69695]: DEBUG oslo_vmware.api [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.234712] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.234882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquired lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.235075] env[69695]: DEBUG nova.network.neutron [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.247338] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.247912] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07ac6cc-d6e2-4996-966f-416a073baac4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.257892] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 732.257892] env[69695]: value = "task-3498292" [ 732.257892] env[69695]: _type = "Task" [ 732.257892] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.272154] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.315226] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521e2cd9-46bb-0c5e-fdb1-7e0486d3e411, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.315670] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.315989] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.316343] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.316612] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.316774] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.317121] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc45554-c972-4c96-b752-0ad84f971e22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.328284] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.328593] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.329290] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a5489a-785f-4b75-a20c-8c6a8effde9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.337032] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 732.337032] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52814cd3-921e-5a26-1572-b1ca8de8fa4b" [ 732.337032] env[69695]: _type = "Task" [ 732.337032] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.345745] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52814cd3-921e-5a26-1572-b1ca8de8fa4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.454658] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498289, 'name': ReconfigVM_Task, 'duration_secs': 0.323362} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.454993] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e/24415407-c84b-49fc-a5e6-6b3449da9d0e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.455787] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea3a247-0a67-4895-b445-be8126177766 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.459209] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.470489] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 732.470489] env[69695]: value = "task-3498293" [ 732.470489] env[69695]: _type = "Task" [ 732.470489] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.480919] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498293, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.563730] env[69695]: DEBUG oslo_vmware.api [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177425} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.563730] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.563730] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.564458] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.564825] env[69695]: INFO nova.compute.manager [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Took 1.15 seconds to destroy the instance on the hypervisor. [ 732.565458] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.568985] env[69695]: DEBUG nova.compute.manager [-] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.569217] env[69695]: DEBUG nova.network.neutron [-] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.773888] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.823132] env[69695]: DEBUG nova.network.neutron [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.850196] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52814cd3-921e-5a26-1572-b1ca8de8fa4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.850721] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f87d25b-b75d-4d8c-972e-4db100e085ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.855228] env[69695]: DEBUG nova.compute.manager [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Received event network-vif-plugged-ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.855228] env[69695]: DEBUG oslo_concurrency.lockutils [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.855439] env[69695]: DEBUG oslo_concurrency.lockutils [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.855607] env[69695]: DEBUG oslo_concurrency.lockutils [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.855770] env[69695]: DEBUG nova.compute.manager [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] No waiting events found dispatching network-vif-plugged-ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.855930] env[69695]: WARNING nova.compute.manager [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Received unexpected event network-vif-plugged-ee137219-90ef-4fd6-b679-4402d6a08171 for instance with vm_state building and task_state spawning. [ 732.856109] env[69695]: DEBUG nova.compute.manager [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Received event network-changed-ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.856261] env[69695]: DEBUG nova.compute.manager [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Refreshing instance network info cache due to event network-changed-ee137219-90ef-4fd6-b679-4402d6a08171. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.856422] env[69695]: DEBUG oslo_concurrency.lockutils [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] Acquiring lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.864136] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 732.864136] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cacfdb-247b-f22a-498e-bb200c092984" [ 732.864136] env[69695]: _type = "Task" [ 732.864136] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.878063] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cacfdb-247b-f22a-498e-bb200c092984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.984062] env[69695]: DEBUG nova.network.neutron [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Successfully created port: e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.002028] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498293, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.002028] env[69695]: DEBUG nova.network.neutron [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Updated VIF entry in instance network info cache for port 8b6770cc-3ab9-445f-8976-b3878bd9a4f2. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.002240] env[69695]: DEBUG nova.network.neutron [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Updating instance_info_cache with network_info: [{"id": "8b6770cc-3ab9-445f-8976-b3878bd9a4f2", "address": "fa:16:3e:df:ca:2b", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6770cc-3a", "ovs_interfaceid": "8b6770cc-3ab9-445f-8976-b3878bd9a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.048910] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dbb541-46b0-49c8-9a7b-05f9dbe52e73 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.059476] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceb2eef-d042-4d63-87a0-20dfb09d70f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.092083] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2446cf-6ff0-417b-9184-0286d5090fe6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.100861] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0749ef-7c47-404e-8191-fb8b545024e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.115507] env[69695]: DEBUG nova.compute.provider_tree [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.209612] env[69695]: DEBUG nova.network.neutron [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updating instance_info_cache with network_info: [{"id": "ee137219-90ef-4fd6-b679-4402d6a08171", "address": "fa:16:3e:bb:60:5d", "network": {"id": "9c3c20fd-6f7b-4931-bc56-882a3c519447", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-850610708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad48de8f66d64abb97fe675248855828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee137219-90", "ovs_interfaceid": "ee137219-90ef-4fd6-b679-4402d6a08171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.271357] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.382202] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cacfdb-247b-f22a-498e-bb200c092984, 'name': SearchDatastore_Task, 'duration_secs': 0.039553} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.382202] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.382202] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 419855f7-7b7a-4454-b8fb-3292a4eb1c80/419855f7-7b7a-4454-b8fb-3292a4eb1c80.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.382202] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da205c70-00ea-41c3-9e80-df26ad59194d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.390157] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 733.390157] env[69695]: value = "task-3498294" [ 733.390157] env[69695]: _type = "Task" [ 733.390157] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.399808] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.486704] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.489173] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498293, 'name': Rename_Task, 'duration_secs': 0.925212} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.489718] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.489982] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fb30ef-19d3-462a-9110-778226c94230 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.499586] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 733.499586] env[69695]: value = "task-3498295" [ 733.499586] env[69695]: _type = "Task" [ 733.499586] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.505683] env[69695]: DEBUG oslo_concurrency.lockutils [req-6c6eaf50-47ff-4fd5-967b-db0e757fcac7 req-e7e34067-4aef-4d53-b5cf-1a70f70def39 service nova] Releasing lock "refresh_cache-419855f7-7b7a-4454-b8fb-3292a4eb1c80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.514760] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.532840] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.533327] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.533588] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.533855] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.534072] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.534299] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.534613] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.534837] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.535118] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.535383] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.535633] env[69695]: DEBUG nova.virt.hardware [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.537472] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e10de6e-b5c7-4836-939d-b4290168a280 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.557688] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263adfab-ce17-4555-bfb9-5c8751429181 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.619186] env[69695]: DEBUG nova.scheduler.client.report [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.713674] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Releasing lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.713674] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Instance network_info: |[{"id": "ee137219-90ef-4fd6-b679-4402d6a08171", "address": "fa:16:3e:bb:60:5d", "network": {"id": "9c3c20fd-6f7b-4931-bc56-882a3c519447", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-850610708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad48de8f66d64abb97fe675248855828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee137219-90", "ovs_interfaceid": "ee137219-90ef-4fd6-b679-4402d6a08171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.713989] env[69695]: DEBUG oslo_concurrency.lockutils [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] Acquired lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.714801] env[69695]: DEBUG nova.network.neutron [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Refreshing network info cache for port ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.721326] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:60:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee137219-90ef-4fd6-b679-4402d6a08171', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.733193] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Creating folder: Project (ad48de8f66d64abb97fe675248855828). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.736728] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37a0df75-00a9-4347-9cb7-9a0349e85908 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.751323] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Created folder: Project (ad48de8f66d64abb97fe675248855828) in parent group-v699067. [ 733.751432] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Creating folder: Instances. Parent ref: group-v699121. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.751675] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e768faf-999e-47f5-83ac-cb3c5b5b6f7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.758205] env[69695]: DEBUG nova.network.neutron [-] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.769217] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Created folder: Instances in parent group-v699121. [ 733.769539] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.775154] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.776280] env[69695]: DEBUG oslo_vmware.api [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498292, 'name': PowerOnVM_Task, 'duration_secs': 1.329708} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.777363] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0930ba09-ce56-4f87-8764-eb3d35164d8e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.805705] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.806018] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d302f9-d86e-4441-85fb-1da25b928065 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance '5d375ddb-f946-42ef-b862-258483104c67' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.826079] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.826079] env[69695]: value = "task-3498298" [ 733.826079] env[69695]: _type = "Task" [ 733.826079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.836681] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498298, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.905807] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.012624] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.130026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.130026] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.134030] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.697s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.137704] env[69695]: INFO nova.compute.claims [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.260274] env[69695]: INFO nova.compute.manager [-] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Took 1.69 seconds to deallocate network for instance. [ 734.337357] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498298, 'name': CreateVM_Task, 'duration_secs': 0.46963} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.337357] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.337357] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.337357] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.337357] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.337651] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d477cc64-bae0-4ec8-aa36-47f1876ba286 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.343646] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 734.343646] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f642e-2ff7-01fc-6ccc-3ee1fcb760ca" [ 734.343646] env[69695]: _type = "Task" [ 734.343646] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.353702] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f642e-2ff7-01fc-6ccc-3ee1fcb760ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.401660] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615428} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.401963] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 419855f7-7b7a-4454-b8fb-3292a4eb1c80/419855f7-7b7a-4454-b8fb-3292a4eb1c80.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.402260] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.402556] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f4e7596-3939-4503-b6c7-29c1fb7690c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.411580] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 734.411580] env[69695]: value = "task-3498299" [ 734.411580] env[69695]: _type = "Task" [ 734.411580] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.426167] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.515802] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498295, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.644182] env[69695]: DEBUG nova.compute.utils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.649553] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.649553] env[69695]: DEBUG nova.network.neutron [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.694147] env[69695]: DEBUG nova.compute.manager [req-10c8e90c-8c23-490c-94ff-9d0ed291bb36 req-6d043d91-794c-4a97-95e5-3d1c7dd02b25 service nova] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Received event network-vif-deleted-528e846c-5783-443f-b5ef-67d02da61151 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.767801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.855913] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f642e-2ff7-01fc-6ccc-3ee1fcb760ca, 'name': SearchDatastore_Task, 'duration_secs': 0.045242} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.858494] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.858494] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.858494] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.858494] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.858840] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.858840] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f74120-931a-40bc-8643-a8a8090e21df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.873364] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.873616] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.874435] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9b5c27-f3a6-468b-bb0f-419fa7c67558 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.881805] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 734.881805] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d040f0-7a95-1797-0a28-1a918b634dc5" [ 734.881805] env[69695]: _type = "Task" [ 734.881805] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.890972] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d040f0-7a95-1797-0a28-1a918b634dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.923746] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.924580] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.925106] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9917cc5-e247-47df-af97-ef20226dfb39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.952578] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 419855f7-7b7a-4454-b8fb-3292a4eb1c80/419855f7-7b7a-4454-b8fb-3292a4eb1c80.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.953365] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701b5178-b329-49ec-a4ec-8f54d75d4e35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.971676] env[69695]: DEBUG nova.policy [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1b8df69c0c54378a18d6c67dbf23460', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45dcd55416944fa09ca924918a7db771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.974039] env[69695]: DEBUG nova.network.neutron [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updated VIF entry in instance network info cache for port ee137219-90ef-4fd6-b679-4402d6a08171. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.974433] env[69695]: DEBUG nova.network.neutron [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updating instance_info_cache with network_info: [{"id": "ee137219-90ef-4fd6-b679-4402d6a08171", "address": "fa:16:3e:bb:60:5d", "network": {"id": "9c3c20fd-6f7b-4931-bc56-882a3c519447", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-850610708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad48de8f66d64abb97fe675248855828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee137219-90", "ovs_interfaceid": "ee137219-90ef-4fd6-b679-4402d6a08171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.983499] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 734.983499] env[69695]: value = "task-3498300" [ 734.983499] env[69695]: _type = "Task" [ 734.983499] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.993915] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.011750] env[69695]: DEBUG oslo_vmware.api [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498295, 'name': PowerOnVM_Task, 'duration_secs': 1.156774} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.012329] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.012329] env[69695]: INFO nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Took 9.56 seconds to spawn the instance on the hypervisor. [ 735.012329] env[69695]: DEBUG nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.014358] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60b8f04-f756-49a4-ad79-02e3de9e57f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.154603] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.367908] env[69695]: DEBUG nova.network.neutron [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Successfully updated port: e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.404551] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d040f0-7a95-1797-0a28-1a918b634dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.020826} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.406345] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b34421-b6b5-4f35-84e3-26be7ee2b04a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.421128] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 735.421128] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523f9783-8eee-3fd8-2421-f11a51b2417b" [ 735.421128] env[69695]: _type = "Task" [ 735.421128] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.439447] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523f9783-8eee-3fd8-2421-f11a51b2417b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.480628] env[69695]: DEBUG oslo_concurrency.lockutils [req-ad29c2d1-93e4-45c0-b7bd-f34dcbde895d req-de2485bb-e186-4427-82d4-38f74d2be206 service nova] Releasing lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.502146] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.541261] env[69695]: INFO nova.compute.manager [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Took 36.36 seconds to build instance. [ 735.770545] env[69695]: DEBUG nova.network.neutron [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Successfully created port: b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.812736] env[69695]: DEBUG nova.compute.manager [req-e96245c3-203b-42e7-a521-ccabf3d206d4 req-01df5814-22d9-4b93-8064-a522887fc28c service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Received event network-vif-plugged-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.812736] env[69695]: DEBUG oslo_concurrency.lockutils [req-e96245c3-203b-42e7-a521-ccabf3d206d4 req-01df5814-22d9-4b93-8064-a522887fc28c service nova] Acquiring lock "b1697ea0-f94a-4605-9a91-2b158d047f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.813017] env[69695]: DEBUG oslo_concurrency.lockutils [req-e96245c3-203b-42e7-a521-ccabf3d206d4 req-01df5814-22d9-4b93-8064-a522887fc28c service nova] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.813109] env[69695]: DEBUG oslo_concurrency.lockutils [req-e96245c3-203b-42e7-a521-ccabf3d206d4 req-01df5814-22d9-4b93-8064-a522887fc28c service nova] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.814108] env[69695]: DEBUG nova.compute.manager [req-e96245c3-203b-42e7-a521-ccabf3d206d4 req-01df5814-22d9-4b93-8064-a522887fc28c service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] No waiting events found dispatching network-vif-plugged-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.815254] env[69695]: WARNING nova.compute.manager [req-e96245c3-203b-42e7-a521-ccabf3d206d4 req-01df5814-22d9-4b93-8064-a522887fc28c service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Received unexpected event network-vif-plugged-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 for instance with vm_state building and task_state spawning. [ 735.833483] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.833628] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.838896] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f94c5a-4efa-4966-9129-a061f57db953 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.848961] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853db411-b73c-496f-a776-0368e3ffedd1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.901425] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.901425] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquired lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.903149] env[69695]: DEBUG nova.network.neutron [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.909740] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c345b738-80a9-41f4-a3eb-d11e6a244890 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.938152] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.938527] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.938783] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.939025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.939257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.942675] env[69695]: INFO nova.compute.manager [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Terminating instance [ 735.952485] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cfde89-174d-43bf-8fad-791460255986 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.966632] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523f9783-8eee-3fd8-2421-f11a51b2417b, 'name': SearchDatastore_Task, 'duration_secs': 0.022783} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.967838] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.968637] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 02c9949a-ff1f-4ae3-a942-523833e37fdf/02c9949a-ff1f-4ae3-a942-523833e37fdf.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.969174] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683259b1-d157-4d2e-a8e8-cc60359fe220 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.989032] env[69695]: DEBUG nova.compute.provider_tree [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.001406] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 736.001406] env[69695]: value = "task-3498301" [ 736.001406] env[69695]: _type = "Task" [ 736.001406] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.017623] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498300, 'name': ReconfigVM_Task, 'duration_secs': 0.654443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.021855] env[69695]: DEBUG nova.network.neutron [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.029937] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 419855f7-7b7a-4454-b8fb-3292a4eb1c80/419855f7-7b7a-4454-b8fb-3292a4eb1c80.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.036698] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8af52b7-b579-4875-8ece-ec4185599a1c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.043989] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.045292] env[69695]: DEBUG oslo_concurrency.lockutils [None req-813d2905-0a76-4c3d-9198-487b65284a69 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.977s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.057609] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 736.057609] env[69695]: value = "task-3498302" [ 736.057609] env[69695]: _type = "Task" [ 736.057609] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.087525] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498302, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.171554] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.212617] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.212904] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.213015] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.213200] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.213345] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.213491] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.213699] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.213993] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.214099] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.214212] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.214385] env[69695]: DEBUG nova.virt.hardware [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.215383] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc7bb5a-2ca7-4fc9-83fa-e25b38c1a063 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.226943] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b70f1e-0138-4eca-a6a2-7fd52c849024 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.470323] env[69695]: DEBUG nova.compute.manager [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.471196] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.471576] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e523b4f-3a13-4843-92d0-0022c5e482b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.484564] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.487128] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46764051-e3c5-4ba9-b970-4e055cc7ef8d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.497752] env[69695]: DEBUG nova.scheduler.client.report [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.504232] env[69695]: DEBUG oslo_vmware.api [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 736.504232] env[69695]: value = "task-3498303" [ 736.504232] env[69695]: _type = "Task" [ 736.504232] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.505624] env[69695]: DEBUG nova.network.neutron [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Updating instance_info_cache with network_info: [{"id": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "address": "fa:16:3e:9b:f2:8c", "network": {"id": "3c7fac7d-61fe-4f20-9fc6-2409ca5aeeef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-175318309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e248e10810467db95cdb288ca12a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7eb4d58-6f", "ovs_interfaceid": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.529964] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.530437] env[69695]: DEBUG oslo_vmware.api [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.555412] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.571612] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498302, 'name': Rename_Task, 'duration_secs': 0.18713} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.571612] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.572241] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74639e7-2cd7-44cd-872c-74316124f871 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.582552] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 736.582552] env[69695]: value = "task-3498304" [ 736.582552] env[69695]: _type = "Task" [ 736.582552] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.595164] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.007069] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.007642] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.018723] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.304s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.018723] env[69695]: DEBUG nova.objects.instance [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lazy-loading 'resources' on Instance uuid 1ebf75da-6457-4146-824b-828a65de9117 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.022950] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Releasing lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.022950] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Instance network_info: |[{"id": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "address": "fa:16:3e:9b:f2:8c", "network": {"id": "3c7fac7d-61fe-4f20-9fc6-2409ca5aeeef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-175318309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e248e10810467db95cdb288ca12a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7eb4d58-6f", "ovs_interfaceid": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.030148] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f2:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7eb4d58-6f87-478b-ac4c-a7aebe3948a1', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.040661] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Creating folder: Project (17e248e10810467db95cdb288ca12a9f). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.041479] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb1e2f3-cfef-4eff-b6a5-716f676a7e3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.050796] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62565} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.054437] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 02c9949a-ff1f-4ae3-a942-523833e37fdf/02c9949a-ff1f-4ae3-a942-523833e37fdf.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.054596] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.055062] env[69695]: DEBUG oslo_vmware.api [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498303, 'name': PowerOffVM_Task, 'duration_secs': 0.212874} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.057917] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1000bce5-9d72-4234-8dca-413ef21db979 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.059287] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.059287] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.059287] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Created folder: Project (17e248e10810467db95cdb288ca12a9f) in parent group-v699067. [ 737.061642] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Creating folder: Instances. Parent ref: group-v699124. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.063383] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca62e25-11ab-4b88-93a2-265d65a0c9f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.065210] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9be55d97-3aab-45e8-8e4c-cc0695f3b6e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.074717] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 737.074717] env[69695]: value = "task-3498306" [ 737.074717] env[69695]: _type = "Task" [ 737.074717] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.082434] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Created folder: Instances in parent group-v699124. [ 737.082653] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.082881] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.083030] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e085236-413f-4e9a-9afa-9f5f1fedfc1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.105782] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.106528] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.112647] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.117268] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.117268] env[69695]: value = "task-3498309" [ 737.117268] env[69695]: _type = "Task" [ 737.117268] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.127277] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498309, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.145460] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.146727] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.146727] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Deleting the datastore file [datastore1] c183848a-2b6a-40de-a696-8ca9eb65ea9b {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.146727] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d6c7550-59a1-4f84-be74-0b3ee9e240ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.159966] env[69695]: DEBUG oslo_vmware.api [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for the task: (returnval){ [ 737.159966] env[69695]: value = "task-3498310" [ 737.159966] env[69695]: _type = "Task" [ 737.159966] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.169333] env[69695]: DEBUG oslo_vmware.api [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.523641] env[69695]: DEBUG nova.compute.utils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.525639] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.526021] env[69695]: DEBUG nova.network.neutron [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.593848] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084648} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.599894] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.602271] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec341f-f7ee-4e7d-a730-2a5d544f4047 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.612985] env[69695]: DEBUG oslo_vmware.api [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498304, 'name': PowerOnVM_Task, 'duration_secs': 1.021682} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.613891] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.613891] env[69695]: INFO nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Took 9.43 seconds to spawn the instance on the hypervisor. [ 737.613891] env[69695]: DEBUG nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.618529] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e8eea-969e-4f9a-a058-87dd27ef06ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.668120] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 02c9949a-ff1f-4ae3-a942-523833e37fdf/02c9949a-ff1f-4ae3-a942-523833e37fdf.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.672442] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c06f8d-7b37-4c74-9742-675c5765563a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.702900] env[69695]: DEBUG nova.policy [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca4f73f1537e402cbfa70302ae5786cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86f9ae21497a4f0a92340e0f8d096d4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.715865] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498309, 'name': CreateVM_Task, 'duration_secs': 0.371017} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.716823] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.717112] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.717212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.717537] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.717893] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fc3178-b886-489f-be2e-f0b26ff1ec70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.723496] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 737.723496] env[69695]: value = "task-3498311" [ 737.723496] env[69695]: _type = "Task" [ 737.723496] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.723715] env[69695]: DEBUG oslo_vmware.api [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Task: {'id': task-3498310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355081} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.726811] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.727189] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.727189] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.727402] env[69695]: INFO nova.compute.manager [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Took 1.26 seconds to destroy the instance on the hypervisor. [ 737.727776] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.731406] env[69695]: DEBUG nova.compute.manager [-] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.731406] env[69695]: DEBUG nova.network.neutron [-] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.734243] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 737.734243] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9d014-3e08-ec1a-5ef7-e9183e8128e7" [ 737.734243] env[69695]: _type = "Task" [ 737.734243] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.741993] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.747084] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9d014-3e08-ec1a-5ef7-e9183e8128e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.023876] env[69695]: DEBUG nova.network.neutron [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Successfully updated port: b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.028942] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.162782] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc5cc33-ba4d-4b77-baae-3533eab15c45 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.171966] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ff226-2fc4-4c47-90b8-763e5895ac2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.216039] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e598c2-a86c-4dd4-ab64-3092034c1d33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.228070] env[69695]: INFO nova.compute.manager [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Took 38.95 seconds to build instance. [ 738.233668] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbf1b7-309e-4307-9331-0dfd8c23fa65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.245935] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.255492] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "5d375ddb-f946-42ef-b862-258483104c67" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.255752] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.255938] env[69695]: DEBUG nova.compute.manager [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Going to confirm migration 1 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 738.261018] env[69695]: DEBUG nova.compute.provider_tree [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.264129] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9d014-3e08-ec1a-5ef7-e9183e8128e7, 'name': SearchDatastore_Task, 'duration_secs': 0.024335} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.264435] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.264665] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.264921] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.265079] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.265341] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.265556] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca11a5a0-ecda-4f96-876c-ee030c360639 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.275341] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.275526] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.276377] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0115744a-fed8-4687-bbaa-140e92d6c1e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.285222] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 738.285222] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5284bb9c-674d-a994-e064-3dd06c55ac7f" [ 738.285222] env[69695]: _type = "Task" [ 738.285222] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.292743] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5284bb9c-674d-a994-e064-3dd06c55ac7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.534675] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "refresh_cache-3dda3878-05f3-40fa-a6d0-e793f98b2ea5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.535089] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquired lock "refresh_cache-3dda3878-05f3-40fa-a6d0-e793f98b2ea5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.535179] env[69695]: DEBUG nova.network.neutron [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.696151] env[69695]: DEBUG nova.network.neutron [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Successfully created port: 647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.741710] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a21091eb-1dd1-439e-a780-3c1d63d4b94c tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.852s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.741993] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498311, 'name': ReconfigVM_Task, 'duration_secs': 0.657175} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.743569] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 02c9949a-ff1f-4ae3-a942-523833e37fdf/02c9949a-ff1f-4ae3-a942-523833e37fdf.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.744487] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a86bf45c-093a-4351-805c-2e2717ff0416 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.753259] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 738.753259] env[69695]: value = "task-3498312" [ 738.753259] env[69695]: _type = "Task" [ 738.753259] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.765697] env[69695]: DEBUG nova.scheduler.client.report [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.769157] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498312, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.796980] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5284bb9c-674d-a994-e064-3dd06c55ac7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.798148] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92bfa13-d22a-4692-bd07-3b53956285cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.804886] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 738.804886] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5296c063-0e8a-ce8c-a49f-8ce8bbcb90df" [ 738.804886] env[69695]: _type = "Task" [ 738.804886] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.813568] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5296c063-0e8a-ce8c-a49f-8ce8bbcb90df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.889904] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.890771] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.892140] env[69695]: DEBUG nova.network.neutron [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.892140] env[69695]: DEBUG nova.objects.instance [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lazy-loading 'info_cache' on Instance uuid 5d375ddb-f946-42ef-b862-258483104c67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.939112] env[69695]: DEBUG nova.network.neutron [-] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.045243] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.072045] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.072336] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.074379] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.074379] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.074379] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.074379] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.074379] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.074610] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.074610] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.074610] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.074715] env[69695]: DEBUG nova.virt.hardware [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.076025] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e5cfc9-400b-47fa-ace1-0e8662f538c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.088352] env[69695]: DEBUG nova.network.neutron [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.091988] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5ad4e-d793-4615-9e13-72f608500f7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.248182] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.264691] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498312, 'name': Rename_Task, 'duration_secs': 0.151422} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.265576] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.265576] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e639ae1-db24-4646-8fcd-c9719193b5b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.274640] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.278343] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 739.278343] env[69695]: value = "task-3498313" [ 739.278343] env[69695]: _type = "Task" [ 739.278343] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.279285] env[69695]: DEBUG nova.network.neutron [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Updating instance_info_cache with network_info: [{"id": "b25c6211-8b5b-489b-9956-b8cdd3f0ae3e", "address": "fa:16:3e:72:5e:31", "network": {"id": "3f6d60c0-eaf8-488c-bb81-e307490fe364", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-702541136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dcd55416944fa09ca924918a7db771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25c6211-8b", "ovs_interfaceid": "b25c6211-8b5b-489b-9956-b8cdd3f0ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.280590] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.489s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.281462] env[69695]: DEBUG nova.objects.instance [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lazy-loading 'resources' on Instance uuid 0442abba-1214-42e4-8822-2bf2c1c5de89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.298437] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498313, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.310584] env[69695]: INFO nova.scheduler.client.report [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Deleted allocations for instance 1ebf75da-6457-4146-824b-828a65de9117 [ 739.321611] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5296c063-0e8a-ce8c-a49f-8ce8bbcb90df, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.321854] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.322116] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] b1697ea0-f94a-4605-9a91-2b158d047f56/b1697ea0-f94a-4605-9a91-2b158d047f56.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.322373] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69fe3f1e-cb82-435d-a80c-f3bd6e4b39f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.330121] env[69695]: DEBUG nova.compute.manager [req-238fe105-8bcd-43d2-96f2-7a479c5fa164 req-6b40e706-939e-4402-a498-72ee0c73f9d5 service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Received event network-vif-plugged-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.330121] env[69695]: DEBUG oslo_concurrency.lockutils [req-238fe105-8bcd-43d2-96f2-7a479c5fa164 req-6b40e706-939e-4402-a498-72ee0c73f9d5 service nova] Acquiring lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.330121] env[69695]: DEBUG oslo_concurrency.lockutils [req-238fe105-8bcd-43d2-96f2-7a479c5fa164 req-6b40e706-939e-4402-a498-72ee0c73f9d5 service nova] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.330469] env[69695]: DEBUG oslo_concurrency.lockutils [req-238fe105-8bcd-43d2-96f2-7a479c5fa164 req-6b40e706-939e-4402-a498-72ee0c73f9d5 service nova] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.330469] env[69695]: DEBUG nova.compute.manager [req-238fe105-8bcd-43d2-96f2-7a479c5fa164 req-6b40e706-939e-4402-a498-72ee0c73f9d5 service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] No waiting events found dispatching network-vif-plugged-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.330670] env[69695]: WARNING nova.compute.manager [req-238fe105-8bcd-43d2-96f2-7a479c5fa164 req-6b40e706-939e-4402-a498-72ee0c73f9d5 service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Received unexpected event network-vif-plugged-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e for instance with vm_state building and task_state spawning. [ 739.332790] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 739.332790] env[69695]: value = "task-3498314" [ 739.332790] env[69695]: _type = "Task" [ 739.332790] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.341687] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.442117] env[69695]: INFO nova.compute.manager [-] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Took 1.71 seconds to deallocate network for instance. [ 739.510915] env[69695]: DEBUG nova.compute.manager [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Received event network-changed-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.511285] env[69695]: DEBUG nova.compute.manager [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Refreshing instance network info cache due to event network-changed-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.511285] env[69695]: DEBUG oslo_concurrency.lockutils [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] Acquiring lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.511534] env[69695]: DEBUG oslo_concurrency.lockutils [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] Acquired lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.511671] env[69695]: DEBUG nova.network.neutron [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Refreshing network info cache for port e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.746500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.747142] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.774471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.784020] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Releasing lock "refresh_cache-3dda3878-05f3-40fa-a6d0-e793f98b2ea5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.784398] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Instance network_info: |[{"id": "b25c6211-8b5b-489b-9956-b8cdd3f0ae3e", "address": "fa:16:3e:72:5e:31", "network": {"id": "3f6d60c0-eaf8-488c-bb81-e307490fe364", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-702541136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dcd55416944fa09ca924918a7db771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25c6211-8b", "ovs_interfaceid": "b25c6211-8b5b-489b-9956-b8cdd3f0ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.789734] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:5e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b25c6211-8b5b-489b-9956-b8cdd3f0ae3e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.797842] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Creating folder: Project (45dcd55416944fa09ca924918a7db771). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.801430] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ed02142-618c-40b4-8f7f-57f375c9bd33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.813289] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.815996] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Created folder: Project (45dcd55416944fa09ca924918a7db771) in parent group-v699067. [ 739.815996] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Creating folder: Instances. Parent ref: group-v699127. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.816589] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0b5df4a-5f11-4489-83cc-6fae15ea9bdf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.821691] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f28f0af5-08b9-4c19-8867-258224e95ac7 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Lock "1ebf75da-6457-4146-824b-828a65de9117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.822s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.827320] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Created folder: Instances in parent group-v699127. [ 739.827564] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.827753] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.827960] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f91a1f-7996-4b03-a3da-6990c4f6db12 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.853189] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.853189] env[69695]: value = "task-3498317" [ 739.853189] env[69695]: _type = "Task" [ 739.853189] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.862029] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498314, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.866450] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498317, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.890872] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "8ca899ab-8f2f-4de0-a91c-602d7c497315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.891127] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.953768] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.265961] env[69695]: DEBUG nova.network.neutron [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [{"id": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "address": "fa:16:3e:e9:aa:45", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap669135d6-ae", "ovs_interfaceid": "669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.295821] env[69695]: DEBUG oslo_vmware.api [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498313, 'name': PowerOnVM_Task, 'duration_secs': 0.771819} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.295821] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.296018] env[69695]: INFO nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Took 9.51 seconds to spawn the instance on the hypervisor. [ 740.296087] env[69695]: DEBUG nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.296993] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f5b9e-4645-42ca-8699-5f7b0923d169 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.359444] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555693} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.359444] env[69695]: DEBUG nova.network.neutron [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Updated VIF entry in instance network info cache for port e7eb4d58-6f87-478b-ac4c-a7aebe3948a1. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.359696] env[69695]: DEBUG nova.network.neutron [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Updating instance_info_cache with network_info: [{"id": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "address": "fa:16:3e:9b:f2:8c", "network": {"id": "3c7fac7d-61fe-4f20-9fc6-2409ca5aeeef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-175318309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e248e10810467db95cdb288ca12a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7eb4d58-6f", "ovs_interfaceid": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.363037] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] b1697ea0-f94a-4605-9a91-2b158d047f56/b1697ea0-f94a-4605-9a91-2b158d047f56.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.363037] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.363396] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a17a02a-f203-470c-8ca8-b7a246afcf75 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.373094] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498317, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.374914] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 740.374914] env[69695]: value = "task-3498318" [ 740.374914] env[69695]: _type = "Task" [ 740.374914] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.387494] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.440342] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea8c112-6360-4ab4-b211-1216715d16d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.453885] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d9864-f833-4840-b813-d77108c89be4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.492091] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0d98d-4ab2-4235-8e9d-4fa2514f2db8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.502444] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1463e2-dfb3-4bc6-aad5-826c86140a92 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.517189] env[69695]: DEBUG nova.compute.provider_tree [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.777957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-5d375ddb-f946-42ef-b862-258483104c67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.778247] env[69695]: DEBUG nova.objects.instance [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lazy-loading 'migration_context' on Instance uuid 5d375ddb-f946-42ef-b862-258483104c67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.814409] env[69695]: INFO nova.compute.manager [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Took 40.33 seconds to build instance. [ 740.868713] env[69695]: DEBUG oslo_concurrency.lockutils [req-70418233-75e3-449d-a190-da5a17ba079f req-1488c5f6-c618-4ff3-b3a6-313580e1ee77 service nova] Releasing lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.870117] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498317, 'name': CreateVM_Task, 'duration_secs': 0.558443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.870117] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.870117] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.870117] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.870619] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.870748] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb6df27-afd7-4c84-bce1-60c85ec1a002 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.876074] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 740.876074] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52309b91-6c78-96e7-2bee-0130fe9bb1e5" [ 740.876074] env[69695]: _type = "Task" [ 740.876074] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.889907] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065141} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.896364] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.896737] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52309b91-6c78-96e7-2bee-0130fe9bb1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.900312] env[69695]: DEBUG nova.network.neutron [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Successfully updated port: 647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.903556] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375ddc9-2976-4b14-a58f-62903b746019 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.930026] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b1697ea0-f94a-4605-9a91-2b158d047f56/b1697ea0-f94a-4605-9a91-2b158d047f56.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.932016] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e273030-800a-4024-95dc-63e2c09968c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.952774] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 740.952774] env[69695]: value = "task-3498319" [ 740.952774] env[69695]: _type = "Task" [ 740.952774] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.962196] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.021141] env[69695]: DEBUG nova.scheduler.client.report [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.281792] env[69695]: DEBUG nova.objects.base [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Object Instance<5d375ddb-f946-42ef-b862-258483104c67> lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.283692] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa066437-93c8-40f2-aca0-c71204d6e8b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.306484] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c2475f-12c3-426a-a4bc-03d519cb919a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.312532] env[69695]: DEBUG oslo_vmware.api [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 741.312532] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b881b1-a133-5187-4ffa-5d1f53846a38" [ 741.312532] env[69695]: _type = "Task" [ 741.312532] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.321919] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27f0e2a4-6c95-493b-a238-52aa3f83988c tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.684s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.321919] env[69695]: DEBUG oslo_vmware.api [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b881b1-a133-5187-4ffa-5d1f53846a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.390200] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52309b91-6c78-96e7-2bee-0130fe9bb1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.019684} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.390513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.390745] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.390978] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.391139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.391317] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.391569] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b4f484-cfb5-4e74-bfd7-a2d2df082509 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.406908] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.406908] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.408036] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "refresh_cache-b2d28914-de45-41cd-9b0c-f5f05b591151" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.408036] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquired lock "refresh_cache-b2d28914-de45-41cd-9b0c-f5f05b591151" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.408036] env[69695]: DEBUG nova.network.neutron [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.408780] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e372e574-82f4-45fb-aa34-4196da4b618a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.414801] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 741.414801] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525a1b76-d96a-c74c-1157-1d5d88dad756" [ 741.414801] env[69695]: _type = "Task" [ 741.414801] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.429394] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525a1b76-d96a-c74c-1157-1d5d88dad756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.463508] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498319, 'name': ReconfigVM_Task, 'duration_secs': 0.281925} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.463613] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b1697ea0-f94a-4605-9a91-2b158d047f56/b1697ea0-f94a-4605-9a91-2b158d047f56.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.464405] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95c282d4-5052-4628-8d3f-bb9c8f9e4375 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.472661] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 741.472661] env[69695]: value = "task-3498320" [ 741.472661] env[69695]: _type = "Task" [ 741.472661] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.487965] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498320, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.527828] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.533206] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.966s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.533206] env[69695]: INFO nova.compute.claims [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.568698] env[69695]: INFO nova.scheduler.client.report [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Deleted allocations for instance 0442abba-1214-42e4-8822-2bf2c1c5de89 [ 741.799795] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.800025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.824580] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.827181] env[69695]: DEBUG oslo_vmware.api [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b881b1-a133-5187-4ffa-5d1f53846a38, 'name': SearchDatastore_Task, 'duration_secs': 0.022433} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.827630] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.927153] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525a1b76-d96a-c74c-1157-1d5d88dad756, 'name': SearchDatastore_Task, 'duration_secs': 0.020611} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.927952] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085fa279-2444-4fd2-abc4-63418ab840b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.934701] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 741.934701] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b3ead6-6a31-2e5c-53c1-7dfd6526203f" [ 741.934701] env[69695]: _type = "Task" [ 741.934701] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.942208] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b3ead6-6a31-2e5c-53c1-7dfd6526203f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.982200] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498320, 'name': Rename_Task, 'duration_secs': 0.134086} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.982675] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.982742] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095319e1-3577-48ad-8fa9-0586bc1ff207 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.987751] env[69695]: DEBUG nova.network.neutron [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.990868] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 741.990868] env[69695]: value = "task-3498321" [ 741.990868] env[69695]: _type = "Task" [ 741.990868] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.999741] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.081964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Lock "0442abba-1214-42e4-8822-2bf2c1c5de89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.070s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.131694] env[69695]: DEBUG nova.compute.manager [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Received event network-changed-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.131981] env[69695]: DEBUG nova.compute.manager [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Refreshing instance network info cache due to event network-changed-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.132121] env[69695]: DEBUG oslo_concurrency.lockutils [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] Acquiring lock "refresh_cache-3dda3878-05f3-40fa-a6d0-e793f98b2ea5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.133457] env[69695]: DEBUG oslo_concurrency.lockutils [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] Acquired lock "refresh_cache-3dda3878-05f3-40fa-a6d0-e793f98b2ea5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.133457] env[69695]: DEBUG nova.network.neutron [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Refreshing network info cache for port b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.161612] env[69695]: DEBUG nova.network.neutron [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Updating instance_info_cache with network_info: [{"id": "647963a4-09cc-4134-859e-a0066a812206", "address": "fa:16:3e:e3:a4:d8", "network": {"id": "a4463d13-567c-4594-84b9-a71e762d2bb4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-209294712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f9ae21497a4f0a92340e0f8d096d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647963a4-09", "ovs_interfaceid": "647963a4-09cc-4134-859e-a0066a812206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.348246] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.444272] env[69695]: DEBUG nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Received event network-changed-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.444507] env[69695]: DEBUG nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Refreshing instance network info cache due to event network-changed-0cddd9c4-c5ef-4560-90a1-54dba6b509e1. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.444732] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.444874] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.445040] env[69695]: DEBUG nova.network.neutron [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Refreshing network info cache for port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.454102] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b3ead6-6a31-2e5c-53c1-7dfd6526203f, 'name': SearchDatastore_Task, 'duration_secs': 0.049721} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.454102] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.454102] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3dda3878-05f3-40fa-a6d0-e793f98b2ea5/3dda3878-05f3-40fa-a6d0-e793f98b2ea5.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.454102] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-153feadb-e1ba-437e-a37d-2b6fc11b57e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.460800] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 742.460800] env[69695]: value = "task-3498322" [ 742.460800] env[69695]: _type = "Task" [ 742.460800] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.470064] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.506396] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498321, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.664323] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Releasing lock "refresh_cache-b2d28914-de45-41cd-9b0c-f5f05b591151" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.664671] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Instance network_info: |[{"id": "647963a4-09cc-4134-859e-a0066a812206", "address": "fa:16:3e:e3:a4:d8", "network": {"id": "a4463d13-567c-4594-84b9-a71e762d2bb4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-209294712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f9ae21497a4f0a92340e0f8d096d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647963a4-09", "ovs_interfaceid": "647963a4-09cc-4134-859e-a0066a812206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.665135] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a4:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647963a4-09cc-4134-859e-a0066a812206', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.674028] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Creating folder: Project (86f9ae21497a4f0a92340e0f8d096d4c). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.678530] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8e596b-93d5-474f-8b38-ada9016b41ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.691493] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Created folder: Project (86f9ae21497a4f0a92340e0f8d096d4c) in parent group-v699067. [ 742.691722] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Creating folder: Instances. Parent ref: group-v699130. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.692044] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5d1e98a-6831-4f6d-b2b6-53ba1718935d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.713873] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Created folder: Instances in parent group-v699130. [ 742.714195] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.717218] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.721595] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9936c23-c059-466c-b739-b54394177c0c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.746389] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.746389] env[69695]: value = "task-3498325" [ 742.746389] env[69695]: _type = "Task" [ 742.746389] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.757207] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498325, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.765625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.765937] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.972424] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498322, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.006884] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498321, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.189117] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb6ca7-879d-40c6-8828-61a503a63a6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.197254] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c927b4b2-a548-4215-9857-a8fbae7a806e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.234913] env[69695]: DEBUG nova.network.neutron [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updated VIF entry in instance network info cache for port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.235317] env[69695]: DEBUG nova.network.neutron [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.238926] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b83352b-dc42-498b-8f5b-baaef03f2d47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.246627] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e363c-8a7b-42c5-be41-cf977dad776a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.272096] env[69695]: DEBUG nova.compute.provider_tree [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.277633] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498325, 'name': CreateVM_Task, 'duration_secs': 0.348919} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.277633] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.277998] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.278204] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.278542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.278796] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92c606a-9372-41af-a166-9d1db450d22c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.283467] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 743.283467] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b8fb5b-ff8d-2b44-c54c-e9916175b98a" [ 743.283467] env[69695]: _type = "Task" [ 743.283467] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.292748] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b8fb5b-ff8d-2b44-c54c-e9916175b98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.423722] env[69695]: DEBUG nova.network.neutron [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Updated VIF entry in instance network info cache for port b25c6211-8b5b-489b-9956-b8cdd3f0ae3e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.424201] env[69695]: DEBUG nova.network.neutron [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Updating instance_info_cache with network_info: [{"id": "b25c6211-8b5b-489b-9956-b8cdd3f0ae3e", "address": "fa:16:3e:72:5e:31", "network": {"id": "3f6d60c0-eaf8-488c-bb81-e307490fe364", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-702541136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dcd55416944fa09ca924918a7db771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25c6211-8b", "ovs_interfaceid": "b25c6211-8b5b-489b-9956-b8cdd3f0ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.475698] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681667} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.475973] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3dda3878-05f3-40fa-a6d0-e793f98b2ea5/3dda3878-05f3-40fa-a6d0-e793f98b2ea5.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.476203] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.476474] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2dd547-1787-4baa-8c0a-e21fc6d53eb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.485038] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 743.485038] env[69695]: value = "task-3498326" [ 743.485038] env[69695]: _type = "Task" [ 743.485038] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.495423] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.504296] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498321, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.740957] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.741178] env[69695]: DEBUG nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Received event network-vif-plugged-647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.743021] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Acquiring lock "b2d28914-de45-41cd-9b0c-f5f05b591151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.743021] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.743021] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.743021] env[69695]: DEBUG nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] No waiting events found dispatching network-vif-plugged-647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.743021] env[69695]: WARNING nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Received unexpected event network-vif-plugged-647963a4-09cc-4134-859e-a0066a812206 for instance with vm_state building and task_state spawning. [ 743.743353] env[69695]: DEBUG nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Received event network-changed-647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.743353] env[69695]: DEBUG nova.compute.manager [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Refreshing instance network info cache due to event network-changed-647963a4-09cc-4134-859e-a0066a812206. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.743353] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Acquiring lock "refresh_cache-b2d28914-de45-41cd-9b0c-f5f05b591151" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.743353] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Acquired lock "refresh_cache-b2d28914-de45-41cd-9b0c-f5f05b591151" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.743353] env[69695]: DEBUG nova.network.neutron [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Refreshing network info cache for port 647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.779060] env[69695]: DEBUG nova.scheduler.client.report [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.797163] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b8fb5b-ff8d-2b44-c54c-e9916175b98a, 'name': SearchDatastore_Task, 'duration_secs': 0.036743} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.797163] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.797163] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.797163] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.797410] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.797410] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.797410] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e07d1118-19c0-4849-8404-806ccc3cb5d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.815560] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.815761] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.816527] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c769010-5d28-42e6-af6e-7db4b1d97850 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.825417] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 743.825417] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528a95dd-b736-afac-521a-e4e0fdda8975" [ 743.825417] env[69695]: _type = "Task" [ 743.825417] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.833749] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528a95dd-b736-afac-521a-e4e0fdda8975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.929569] env[69695]: DEBUG oslo_concurrency.lockutils [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] Releasing lock "refresh_cache-3dda3878-05f3-40fa-a6d0-e793f98b2ea5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.929848] env[69695]: DEBUG nova.compute.manager [req-f4603615-f826-422a-8767-58df70c58a5a req-bf150671-1262-47bf-ba7f-01d8cb4e0eec service nova] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Received event network-vif-deleted-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.995466] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147618} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.995885] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.999874] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7891dc4b-326d-4f4d-ab0e-39eab6d41179 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.007497] env[69695]: DEBUG oslo_vmware.api [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498321, 'name': PowerOnVM_Task, 'duration_secs': 1.722206} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.017243] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.017542] env[69695]: INFO nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Took 10.53 seconds to spawn the instance on the hypervisor. [ 744.017653] env[69695]: DEBUG nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.027296] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 3dda3878-05f3-40fa-a6d0-e793f98b2ea5/3dda3878-05f3-40fa-a6d0-e793f98b2ea5.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.028100] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab6b798-e5a0-4d1b-8004-0f48dd2e90f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.032741] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3de4abf6-4d4a-4fbd-a07e-c7b4ab32fa93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.060330] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 744.060330] env[69695]: value = "task-3498327" [ 744.060330] env[69695]: _type = "Task" [ 744.060330] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.068929] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.284665] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.288357] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.418s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.290020] env[69695]: INFO nova.compute.claims [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.342510] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528a95dd-b736-afac-521a-e4e0fdda8975, 'name': SearchDatastore_Task, 'duration_secs': 0.057113} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.343710] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de67fbd-ccc3-426d-998a-20cbaecfe6bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.349785] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 744.349785] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52082c62-b21c-9a36-dec5-29ffb313b0ba" [ 744.349785] env[69695]: _type = "Task" [ 744.349785] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.361037] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52082c62-b21c-9a36-dec5-29ffb313b0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.573247] env[69695]: INFO nova.compute.manager [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Took 42.44 seconds to build instance. [ 744.578088] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.681343] env[69695]: DEBUG nova.network.neutron [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Updated VIF entry in instance network info cache for port 647963a4-09cc-4134-859e-a0066a812206. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.681717] env[69695]: DEBUG nova.network.neutron [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Updating instance_info_cache with network_info: [{"id": "647963a4-09cc-4134-859e-a0066a812206", "address": "fa:16:3e:e3:a4:d8", "network": {"id": "a4463d13-567c-4594-84b9-a71e762d2bb4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-209294712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f9ae21497a4f0a92340e0f8d096d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647963a4-09", "ovs_interfaceid": "647963a4-09cc-4134-859e-a0066a812206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.794152] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "37eedf51-af5d-45c4-916b-242721ee997c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.794558] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "37eedf51-af5d-45c4-916b-242721ee997c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.831117] env[69695]: DEBUG nova.compute.manager [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Received event network-changed-ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.831329] env[69695]: DEBUG nova.compute.manager [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Refreshing instance network info cache due to event network-changed-ee137219-90ef-4fd6-b679-4402d6a08171. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.831541] env[69695]: DEBUG oslo_concurrency.lockutils [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] Acquiring lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.831681] env[69695]: DEBUG oslo_concurrency.lockutils [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] Acquired lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.831839] env[69695]: DEBUG nova.network.neutron [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Refreshing network info cache for port ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.864350] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52082c62-b21c-9a36-dec5-29ffb313b0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.019875} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.864350] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.864350] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b2d28914-de45-41cd-9b0c-f5f05b591151/b2d28914-de45-41cd-9b0c-f5f05b591151.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.864611] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d62897-3537-4f29-9b71-355e4ab184ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.871767] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 744.871767] env[69695]: value = "task-3498328" [ 744.871767] env[69695]: _type = "Task" [ 744.871767] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.879878] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.080635] env[69695]: DEBUG oslo_concurrency.lockutils [None req-935a2492-db68-4a5c-b876-226f4063e03c tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.236s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.083638] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498327, 'name': ReconfigVM_Task, 'duration_secs': 0.789665} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.085714] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 3dda3878-05f3-40fa-a6d0-e793f98b2ea5/3dda3878-05f3-40fa-a6d0-e793f98b2ea5.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.087129] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16e11c71-ecc6-4e88-8c88-9d8cd0e64664 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.093872] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 745.093872] env[69695]: value = "task-3498329" [ 745.093872] env[69695]: _type = "Task" [ 745.093872] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.110458] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498329, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.188471] env[69695]: DEBUG oslo_concurrency.lockutils [req-865fddf6-683e-4001-b3c3-4425ceb76fc5 req-31f9a0fd-dcc4-4598-ade5-c006c68ec3c4 service nova] Releasing lock "refresh_cache-b2d28914-de45-41cd-9b0c-f5f05b591151" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.306274] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "37eedf51-af5d-45c4-916b-242721ee997c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.306274] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.384793] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.589658] env[69695]: DEBUG nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.613021] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498329, 'name': Rename_Task, 'duration_secs': 0.144622} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.613304] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.613549] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f330cb-e31a-4dcf-ba00-5c77b2dfe9d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.623943] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 745.623943] env[69695]: value = "task-3498330" [ 745.623943] env[69695]: _type = "Task" [ 745.623943] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.635073] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.813497] env[69695]: DEBUG nova.compute.utils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.820460] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.820683] env[69695]: DEBUG nova.network.neutron [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.872979] env[69695]: DEBUG nova.policy [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4e4e5e3cdff4b9996803f1257048a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53591851b92543b185c27a292eaf8c20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.882260] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687176} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.885413] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b2d28914-de45-41cd-9b0c-f5f05b591151/b2d28914-de45-41cd-9b0c-f5f05b591151.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.885619] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.886241] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a96ec94e-dea6-44a9-ac0a-af82f2e14f4d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.894274] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 745.894274] env[69695]: value = "task-3498331" [ 745.894274] env[69695]: _type = "Task" [ 745.894274] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.905753] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.920378] env[69695]: DEBUG nova.network.neutron [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updated VIF entry in instance network info cache for port ee137219-90ef-4fd6-b679-4402d6a08171. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.920743] env[69695]: DEBUG nova.network.neutron [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updating instance_info_cache with network_info: [{"id": "ee137219-90ef-4fd6-b679-4402d6a08171", "address": "fa:16:3e:bb:60:5d", "network": {"id": "9c3c20fd-6f7b-4931-bc56-882a3c519447", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-850610708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad48de8f66d64abb97fe675248855828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee137219-90", "ovs_interfaceid": "ee137219-90ef-4fd6-b679-4402d6a08171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.934082] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1549e5-7c14-42e4-aec3-63d487ac12ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.946359] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09201cee-bd5a-4af9-8bd3-1b4fa5a3e3f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.985422] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074790f-25b2-49de-8c51-725337b95055 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.993647] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22b0eac-6b19-4e88-b57c-5b59a45043fd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.010207] env[69695]: DEBUG nova.compute.provider_tree [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.114665] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.134920] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.192759] env[69695]: DEBUG nova.compute.manager [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Received event network-changed-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.192759] env[69695]: DEBUG nova.compute.manager [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Refreshing instance network info cache due to event network-changed-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.192911] env[69695]: DEBUG oslo_concurrency.lockutils [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] Acquiring lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.193081] env[69695]: DEBUG oslo_concurrency.lockutils [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] Acquired lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.193410] env[69695]: DEBUG nova.network.neutron [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Refreshing network info cache for port e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.238068] env[69695]: DEBUG nova.network.neutron [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Successfully created port: 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.323698] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.405351] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108185} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.405629] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.406689] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1de648-5d8c-4267-a6b9-6dd1556bbc9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.423163] env[69695]: DEBUG oslo_concurrency.lockutils [req-256b8824-2ec8-4c46-bea0-6b9f28ac2ae9 req-153ddd95-b666-424b-a7ed-a2474d02fa9a service nova] Releasing lock "refresh_cache-02c9949a-ff1f-4ae3-a942-523833e37fdf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.432088] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b2d28914-de45-41cd-9b0c-f5f05b591151/b2d28914-de45-41cd-9b0c-f5f05b591151.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.432412] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eef27c4-4d8d-49b3-a35c-d3552501564b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.452651] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 746.452651] env[69695]: value = "task-3498332" [ 746.452651] env[69695]: _type = "Task" [ 746.452651] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.461201] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.516134] env[69695]: DEBUG nova.scheduler.client.report [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.636140] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.965435] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.022358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.022904] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.025947] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.842s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.026191] env[69695]: DEBUG nova.objects.instance [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lazy-loading 'resources' on Instance uuid e884e2ff-a691-4d1e-98ac-18c40bdd9a37 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.033680] env[69695]: DEBUG nova.network.neutron [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Updated VIF entry in instance network info cache for port e7eb4d58-6f87-478b-ac4c-a7aebe3948a1. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.034090] env[69695]: DEBUG nova.network.neutron [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Updating instance_info_cache with network_info: [{"id": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "address": "fa:16:3e:9b:f2:8c", "network": {"id": "3c7fac7d-61fe-4f20-9fc6-2409ca5aeeef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-175318309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e248e10810467db95cdb288ca12a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7eb4d58-6f", "ovs_interfaceid": "e7eb4d58-6f87-478b-ac4c-a7aebe3948a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.136042] env[69695]: DEBUG oslo_vmware.api [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498330, 'name': PowerOnVM_Task, 'duration_secs': 1.111255} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.136042] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.136741] env[69695]: INFO nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Took 10.96 seconds to spawn the instance on the hypervisor. [ 747.137019] env[69695]: DEBUG nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.138526] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db046d2e-a772-4e6b-88a8-6f34f7918910 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.334860] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.372245] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.372569] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.372735] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.372911] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.373101] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.373211] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.373413] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.373568] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.373761] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.374016] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.374216] env[69695]: DEBUG nova.virt.hardware [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.375161] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b6649c-b2ca-46b3-9aac-4992f59de91e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.384796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf9ac1-7e4d-4b60-9100-67f8715e2f66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.467695] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498332, 'name': ReconfigVM_Task, 'duration_secs': 0.545708} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.467964] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b2d28914-de45-41cd-9b0c-f5f05b591151/b2d28914-de45-41cd-9b0c-f5f05b591151.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.468755] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fd8a8a-c4f1-40ab-a6ad-f47711572357 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.476277] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 747.476277] env[69695]: value = "task-3498333" [ 747.476277] env[69695]: _type = "Task" [ 747.476277] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.489648] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498333, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.529365] env[69695]: DEBUG nova.compute.utils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.534236] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.534447] env[69695]: DEBUG nova.network.neutron [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.537984] env[69695]: DEBUG oslo_concurrency.lockutils [req-eb7824fb-e394-4181-a169-8a6894304018 req-3719c688-cb8a-4161-b92b-d10010b6ebb3 service nova] Releasing lock "refresh_cache-b1697ea0-f94a-4605-9a91-2b158d047f56" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.613204] env[69695]: DEBUG nova.policy [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92bbe1235cc447a69a2fdda5b47c2336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '868d55a36c8f4ce8bee6345c62b75ace', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.675878] env[69695]: INFO nova.compute.manager [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Took 42.49 seconds to build instance. [ 747.844252] env[69695]: DEBUG nova.network.neutron [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Successfully updated port: 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.991182] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498333, 'name': Rename_Task, 'duration_secs': 0.240809} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.991182] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.991182] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394e3ec2-ced8-4b00-b117-b7cc0ca4e952 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.995651] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 747.995651] env[69695]: value = "task-3498334" [ 747.995651] env[69695]: _type = "Task" [ 747.995651] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.008364] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.037095] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.100968] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2e076-ade5-410e-a0a2-20074442c906 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.108916] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde1a32-8617-4316-a37a-b3c406191da2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.141575] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54665e1-5642-4402-bf2d-d782c3aaa761 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.145160] env[69695]: DEBUG nova.compute.manager [req-91ccb508-5a2c-46ac-a477-a1eee0f962b8 req-1d6a1bde-f3af-4fdf-8e96-f8880bf561e6 service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Received event network-vif-plugged-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.145381] env[69695]: DEBUG oslo_concurrency.lockutils [req-91ccb508-5a2c-46ac-a477-a1eee0f962b8 req-1d6a1bde-f3af-4fdf-8e96-f8880bf561e6 service nova] Acquiring lock "9a6d7008-c038-4e29-9d44-0773720c91ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.145588] env[69695]: DEBUG oslo_concurrency.lockutils [req-91ccb508-5a2c-46ac-a477-a1eee0f962b8 req-1d6a1bde-f3af-4fdf-8e96-f8880bf561e6 service nova] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.145810] env[69695]: DEBUG oslo_concurrency.lockutils [req-91ccb508-5a2c-46ac-a477-a1eee0f962b8 req-1d6a1bde-f3af-4fdf-8e96-f8880bf561e6 service nova] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.145990] env[69695]: DEBUG nova.compute.manager [req-91ccb508-5a2c-46ac-a477-a1eee0f962b8 req-1d6a1bde-f3af-4fdf-8e96-f8880bf561e6 service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] No waiting events found dispatching network-vif-plugged-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.146183] env[69695]: WARNING nova.compute.manager [req-91ccb508-5a2c-46ac-a477-a1eee0f962b8 req-1d6a1bde-f3af-4fdf-8e96-f8880bf561e6 service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Received unexpected event network-vif-plugged-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b for instance with vm_state building and task_state spawning. [ 748.152410] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3f95b-82eb-4a42-b599-4a7ceeea37f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.167736] env[69695]: DEBUG nova.compute.provider_tree [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.170184] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.177705] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09924167-f64f-4411-bab8-032e565dfa6b tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.078s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.180051] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.010s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.180277] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.180482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.180645] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.182930] env[69695]: INFO nova.compute.manager [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Terminating instance [ 748.354206] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "refresh_cache-9a6d7008-c038-4e29-9d44-0773720c91ad" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.354206] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquired lock "refresh_cache-9a6d7008-c038-4e29-9d44-0773720c91ad" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.354206] env[69695]: DEBUG nova.network.neutron [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.356170] env[69695]: DEBUG nova.network.neutron [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Successfully created port: 561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.508516] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498334, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.671105] env[69695]: DEBUG nova.scheduler.client.report [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.681385] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.695741] env[69695]: DEBUG nova.compute.manager [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.696017] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.696934] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c5952-b476-4767-921e-f9bfc286517b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.709762] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.711032] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3edb85da-bc61-461d-abe8-55011930ae16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.717418] env[69695]: DEBUG oslo_vmware.api [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 748.717418] env[69695]: value = "task-3498335" [ 748.717418] env[69695]: _type = "Task" [ 748.717418] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.728400] env[69695]: DEBUG oslo_vmware.api [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.899645] env[69695]: DEBUG nova.network.neutron [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.011961] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498334, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.049739] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.081087] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.081343] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.081496] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.081805] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.081805] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.081944] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.082429] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.082609] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.082779] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.082945] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.083134] env[69695]: DEBUG nova.virt.hardware [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.083974] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91bcd0b-39cd-4db0-bdb6-f188a960b4d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.092417] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5dc2f5-4862-4673-b49c-2c25a83ff141 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.130411] env[69695]: DEBUG nova.network.neutron [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Updating instance_info_cache with network_info: [{"id": "6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b", "address": "fa:16:3e:de:86:3a", "network": {"id": "e22e1a1d-e244-4603-b4e1-7796811de8c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1598815529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53591851b92543b185c27a292eaf8c20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2eaf5a-7d", "ovs_interfaceid": "6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.181462] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.185560] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.382s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.186388] env[69695]: INFO nova.compute.claims [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.208823] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.219013] env[69695]: INFO nova.scheduler.client.report [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Deleted allocations for instance e884e2ff-a691-4d1e-98ac-18c40bdd9a37 [ 749.232991] env[69695]: DEBUG oslo_vmware.api [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498335, 'name': PowerOffVM_Task, 'duration_secs': 0.233498} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.233975] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.233975] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.233975] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a80c87c-9ed4-4cda-84fc-1a5ffca33bab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.321528] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.321766] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.321948] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Deleting the datastore file [datastore2] 3dda3878-05f3-40fa-a6d0-e793f98b2ea5 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.322305] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a885e1f-2ab4-4ede-884f-ac41e6fecc4a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.329138] env[69695]: DEBUG oslo_vmware.api [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for the task: (returnval){ [ 749.329138] env[69695]: value = "task-3498337" [ 749.329138] env[69695]: _type = "Task" [ 749.329138] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.339943] env[69695]: DEBUG oslo_vmware.api [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.512142] env[69695]: DEBUG oslo_vmware.api [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498334, 'name': PowerOnVM_Task, 'duration_secs': 1.032958} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.512485] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.512759] env[69695]: INFO nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Took 10.47 seconds to spawn the instance on the hypervisor. [ 749.512972] env[69695]: DEBUG nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.513886] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90748b8a-9fe9-4eff-82d6-b2c0f16281db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.632638] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Releasing lock "refresh_cache-9a6d7008-c038-4e29-9d44-0773720c91ad" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.632892] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Instance network_info: |[{"id": "6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b", "address": "fa:16:3e:de:86:3a", "network": {"id": "e22e1a1d-e244-4603-b4e1-7796811de8c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1598815529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53591851b92543b185c27a292eaf8c20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2eaf5a-7d", "ovs_interfaceid": "6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.633573] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:86:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.642223] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Creating folder: Project (53591851b92543b185c27a292eaf8c20). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.644135] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5611cf93-d513-4bdc-b772-54f6f4c9c1ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.656146] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Created folder: Project (53591851b92543b185c27a292eaf8c20) in parent group-v699067. [ 749.656380] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Creating folder: Instances. Parent ref: group-v699133. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.656638] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d270fb7-8eaa-4f39-8e07-2eb37a2ee93a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.668889] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Created folder: Instances in parent group-v699133. [ 749.668889] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.669065] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.669267] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b823e2c-83c1-4fb7-9ac6-dab81a026e60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.702485] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.702485] env[69695]: value = "task-3498340" [ 749.702485] env[69695]: _type = "Task" [ 749.702485] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.712754] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498340, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.732236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d2b51db6-ad10-411a-80e2-6ca9932caae4 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Lock "e884e2ff-a691-4d1e-98ac-18c40bdd9a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.801s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.849824] env[69695]: DEBUG oslo_vmware.api [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Task: {'id': task-3498337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488816} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.849824] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.849824] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.849824] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.849824] env[69695]: INFO nova.compute.manager [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.851033] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.854073] env[69695]: DEBUG nova.compute.manager [-] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.854073] env[69695]: DEBUG nova.network.neutron [-] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.041528] env[69695]: INFO nova.compute.manager [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Took 42.63 seconds to build instance. [ 750.220187] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498340, 'name': CreateVM_Task, 'duration_secs': 0.481327} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.220379] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.221110] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.221318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.221669] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221981] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6264bb-f3e1-4cdb-b3ee-311ba4df0e6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.227514] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 750.227514] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e35c0e-35b9-5f46-499a-4decd7171dde" [ 750.227514] env[69695]: _type = "Task" [ 750.227514] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.229872] env[69695]: DEBUG nova.compute.manager [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Received event network-changed-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.230317] env[69695]: DEBUG nova.compute.manager [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Refreshing instance network info cache due to event network-changed-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.231335] env[69695]: DEBUG oslo_concurrency.lockutils [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] Acquiring lock "refresh_cache-9a6d7008-c038-4e29-9d44-0773720c91ad" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.232928] env[69695]: DEBUG oslo_concurrency.lockutils [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] Acquired lock "refresh_cache-9a6d7008-c038-4e29-9d44-0773720c91ad" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.232928] env[69695]: DEBUG nova.network.neutron [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Refreshing network info cache for port 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.246248] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e35c0e-35b9-5f46-499a-4decd7171dde, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.247321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.247887] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.248171] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.248354] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.252024] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.252024] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c612c78c-ead5-4bd2-bf95-a9c2bb8b4f41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262514] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.262912] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.263909] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff230695-250d-4f8a-be39-1385aa59341f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.272946] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 750.272946] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d6825-19ed-5f38-cb21-4ea6fc1f9121" [ 750.272946] env[69695]: _type = "Task" [ 750.272946] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.284724] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d6825-19ed-5f38-cb21-4ea6fc1f9121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.405367] env[69695]: DEBUG nova.compute.manager [req-cc38d94d-477d-4e69-a3f1-da3ad65d3158 req-bab87e35-b803-463a-bfd1-0f8340c7871b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Received event network-vif-plugged-561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.407609] env[69695]: DEBUG oslo_concurrency.lockutils [req-cc38d94d-477d-4e69-a3f1-da3ad65d3158 req-bab87e35-b803-463a-bfd1-0f8340c7871b service nova] Acquiring lock "70fa1a36-4cac-46c3-a686-e916e2a8415c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.407835] env[69695]: DEBUG oslo_concurrency.lockutils [req-cc38d94d-477d-4e69-a3f1-da3ad65d3158 req-bab87e35-b803-463a-bfd1-0f8340c7871b service nova] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.409387] env[69695]: DEBUG oslo_concurrency.lockutils [req-cc38d94d-477d-4e69-a3f1-da3ad65d3158 req-bab87e35-b803-463a-bfd1-0f8340c7871b service nova] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.409387] env[69695]: DEBUG nova.compute.manager [req-cc38d94d-477d-4e69-a3f1-da3ad65d3158 req-bab87e35-b803-463a-bfd1-0f8340c7871b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] No waiting events found dispatching network-vif-plugged-561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.409387] env[69695]: WARNING nova.compute.manager [req-cc38d94d-477d-4e69-a3f1-da3ad65d3158 req-bab87e35-b803-463a-bfd1-0f8340c7871b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Received unexpected event network-vif-plugged-561c0b11-f2d7-47ca-81da-d21ae4e69545 for instance with vm_state building and task_state spawning. [ 750.528783] env[69695]: DEBUG nova.network.neutron [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Successfully updated port: 561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.543893] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ba4ba6-f291-46fd-af0b-076ced913af0 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.666s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.695240] env[69695]: DEBUG nova.network.neutron [-] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.789716] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d6825-19ed-5f38-cb21-4ea6fc1f9121, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.790559] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f73d43-128a-4f0f-96a4-1afb20659a92 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.801884] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 750.801884] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521d241e-252e-6ea5-e876-7cc30ba96a96" [ 750.801884] env[69695]: _type = "Task" [ 750.801884] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.812608] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521d241e-252e-6ea5-e876-7cc30ba96a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.853905] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df97024f-f2dc-48db-96f3-71d6ea2329c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.861915] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bafa3a6-97e4-4f14-b483-34a931e8f792 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.895033] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136040d0-4be7-446f-977f-f6fad91c05fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.902852] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527638d3-12a7-4c80-8da5-6d7e4cac5856 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.920078] env[69695]: DEBUG nova.compute.provider_tree [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.032129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.032288] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquired lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.033334] env[69695]: DEBUG nova.network.neutron [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.048298] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.175741] env[69695]: DEBUG nova.network.neutron [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Updated VIF entry in instance network info cache for port 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.175741] env[69695]: DEBUG nova.network.neutron [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Updating instance_info_cache with network_info: [{"id": "6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b", "address": "fa:16:3e:de:86:3a", "network": {"id": "e22e1a1d-e244-4603-b4e1-7796811de8c5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1598815529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53591851b92543b185c27a292eaf8c20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2eaf5a-7d", "ovs_interfaceid": "6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.199156] env[69695]: INFO nova.compute.manager [-] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Took 1.35 seconds to deallocate network for instance. [ 751.314146] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521d241e-252e-6ea5-e876-7cc30ba96a96, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.314442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.314713] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 9a6d7008-c038-4e29-9d44-0773720c91ad/9a6d7008-c038-4e29-9d44-0773720c91ad.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.314974] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e35d9160-cf9b-428c-818a-06d7a74c21db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.322975] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 751.322975] env[69695]: value = "task-3498341" [ 751.322975] env[69695]: _type = "Task" [ 751.322975] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.331175] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.424875] env[69695]: DEBUG nova.scheduler.client.report [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.575586] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.618622] env[69695]: DEBUG nova.network.neutron [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.681015] env[69695]: DEBUG oslo_concurrency.lockutils [req-b129d8da-04c9-4e6c-ac34-083423d47bad req-5738deec-79a8-4565-a75c-c969fa8e073f service nova] Releasing lock "refresh_cache-9a6d7008-c038-4e29-9d44-0773720c91ad" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.705519] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.834188] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498341, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.934029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.934029] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.934996] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.915s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.935256] env[69695]: DEBUG nova.objects.instance [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lazy-loading 'resources' on Instance uuid 0d10f980-4551-4cc6-99ba-e42a97f9cd80 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.220757] env[69695]: DEBUG nova.network.neutron [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Updating instance_info_cache with network_info: [{"id": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "address": "fa:16:3e:81:9d:1c", "network": {"id": "f16d2483-c463-42ad-a44a-1c40a99fc691", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681282217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868d55a36c8f4ce8bee6345c62b75ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561c0b11-f2", "ovs_interfaceid": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.228399] env[69695]: DEBUG nova.compute.manager [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.229652] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c21a7-9496-4f36-b44d-73f8a0ea842a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.335042] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534703} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.335394] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 9a6d7008-c038-4e29-9d44-0773720c91ad/9a6d7008-c038-4e29-9d44-0773720c91ad.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.335675] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.335985] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462514a1-8254-4cd0-a706-29529f4edc2f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.347119] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 752.347119] env[69695]: value = "task-3498342" [ 752.347119] env[69695]: _type = "Task" [ 752.347119] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.358424] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.440851] env[69695]: DEBUG nova.compute.utils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.445208] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.446257] env[69695]: DEBUG nova.network.neutron [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.531814] env[69695]: DEBUG nova.policy [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.723585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Releasing lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.723912] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Instance network_info: |[{"id": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "address": "fa:16:3e:81:9d:1c", "network": {"id": "f16d2483-c463-42ad-a44a-1c40a99fc691", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681282217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868d55a36c8f4ce8bee6345c62b75ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561c0b11-f2", "ovs_interfaceid": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.724696] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:9d:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '561c0b11-f2d7-47ca-81da-d21ae4e69545', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.735813] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Creating folder: Project (868d55a36c8f4ce8bee6345c62b75ace). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.739063] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc3cdde-86cf-40c1-98e4-a9d6f2428d65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.744817] env[69695]: INFO nova.compute.manager [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] instance snapshotting [ 752.749508] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7934a-1b4c-47e8-82d6-c9be3a18f285 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.775551] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b3de5-5e8d-4f38-bfc7-a7311d500737 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.778662] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Created folder: Project (868d55a36c8f4ce8bee6345c62b75ace) in parent group-v699067. [ 752.778865] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Creating folder: Instances. Parent ref: group-v699136. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.779359] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd3df5c-8e84-498c-985c-072c5d08be6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.791137] env[69695]: DEBUG nova.compute.manager [req-047da868-77e2-4d1c-894a-f641552fc99b req-b2c043df-a547-4513-bcaa-699c4e3f1926 service nova] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Received event network-vif-deleted-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.791790] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Created folder: Instances in parent group-v699136. [ 752.792091] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.792450] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.795693] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18944a7d-0a01-4842-adeb-6ea593ebb31d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.818034] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.818034] env[69695]: value = "task-3498345" [ 752.818034] env[69695]: _type = "Task" [ 752.818034] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.826935] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498345, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.857204] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07619} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.860199] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.862052] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8aa8d7-9628-481f-8ab9-fc45859c70bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.889224] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 9a6d7008-c038-4e29-9d44-0773720c91ad/9a6d7008-c038-4e29-9d44-0773720c91ad.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.892241] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ae3e1e-c7ac-41c2-b6ed-8f2f19ed8d4e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.918144] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 752.918144] env[69695]: value = "task-3498346" [ 752.918144] env[69695]: _type = "Task" [ 752.918144] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.929432] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.946853] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.959589] env[69695]: DEBUG nova.compute.manager [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Received event network-changed-561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.959829] env[69695]: DEBUG nova.compute.manager [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Refreshing instance network info cache due to event network-changed-561c0b11-f2d7-47ca-81da-d21ae4e69545. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.960126] env[69695]: DEBUG oslo_concurrency.lockutils [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] Acquiring lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.960814] env[69695]: DEBUG oslo_concurrency.lockutils [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] Acquired lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.961030] env[69695]: DEBUG nova.network.neutron [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Refreshing network info cache for port 561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.011830] env[69695]: DEBUG nova.network.neutron [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Successfully created port: ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.068986] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9e6e6-d135-43d1-bcc5-4dd4cf921f91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.079104] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000701b-7b68-4d11-9dc2-94e8d66b7a95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.115133] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8f2c0-69bf-47c6-b478-793460853235 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.117826] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "849db371-fc20-47d4-b1e0-159455f77845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.118060] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "849db371-fc20-47d4-b1e0-159455f77845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.124112] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e9fa4-fdc8-4e38-a320-c49fef80a29e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.139303] env[69695]: DEBUG nova.compute.provider_tree [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.293991] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.295438] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b65b8d76-6913-400d-b27f-dffe74907201 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.304259] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 753.304259] env[69695]: value = "task-3498347" [ 753.304259] env[69695]: _type = "Task" [ 753.304259] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.316314] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498347, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.325973] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498345, 'name': CreateVM_Task, 'duration_secs': 0.394321} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.326063] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.326748] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.326926] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.327335] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.327496] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9dffe4b-2b5e-47fc-b943-805707dd2f88 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.332229] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 753.332229] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eae705-a08c-565a-9e01-99159df20c72" [ 753.332229] env[69695]: _type = "Task" [ 753.332229] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.341250] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eae705-a08c-565a-9e01-99159df20c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.427265] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498346, 'name': ReconfigVM_Task, 'duration_secs': 0.43497} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.427555] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 9a6d7008-c038-4e29-9d44-0773720c91ad/9a6d7008-c038-4e29-9d44-0773720c91ad.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.428152] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-701138a3-7a73-4a82-90a4-6c7e870caabb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.434309] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 753.434309] env[69695]: value = "task-3498348" [ 753.434309] env[69695]: _type = "Task" [ 753.434309] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.442650] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498348, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.642332] env[69695]: DEBUG nova.scheduler.client.report [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.724726] env[69695]: DEBUG nova.network.neutron [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Updated VIF entry in instance network info cache for port 561c0b11-f2d7-47ca-81da-d21ae4e69545. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.724726] env[69695]: DEBUG nova.network.neutron [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Updating instance_info_cache with network_info: [{"id": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "address": "fa:16:3e:81:9d:1c", "network": {"id": "f16d2483-c463-42ad-a44a-1c40a99fc691", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681282217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868d55a36c8f4ce8bee6345c62b75ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561c0b11-f2", "ovs_interfaceid": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.811833] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498347, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.841887] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eae705-a08c-565a-9e01-99159df20c72, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.842342] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.842654] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.842859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.842954] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843146] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.843402] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2442fd98-2900-4306-a71d-1ccaf9ccd0f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.857076] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.857277] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.857988] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7badec-6d62-42ef-8e33-ff513bc593f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.863367] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 753.863367] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fae039-4c3b-610c-bd05-f749d989d7c5" [ 753.863367] env[69695]: _type = "Task" [ 753.863367] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.871514] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fae039-4c3b-610c-bd05-f749d989d7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.943573] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498348, 'name': Rename_Task, 'duration_secs': 0.162986} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.944115] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.944938] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f01cb112-a21c-4758-a862-248e7d5e8b2c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.950730] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 753.950730] env[69695]: value = "task-3498349" [ 753.950730] env[69695]: _type = "Task" [ 753.950730] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.956564] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.961301] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.988229] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.988229] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.988411] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.988506] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.988652] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.988795] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.989667] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.989667] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.989667] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.989667] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.989667] env[69695]: DEBUG nova.virt.hardware [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.990553] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9a408-ee43-423c-8cb0-2ec741a9f674 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.002331] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324b473-8fb2-4ca5-a550-ec08089cffa0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.149550] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.152104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.367s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.153781] env[69695]: INFO nova.compute.claims [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.176870] env[69695]: INFO nova.scheduler.client.report [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleted allocations for instance 0d10f980-4551-4cc6-99ba-e42a97f9cd80 [ 754.230371] env[69695]: DEBUG oslo_concurrency.lockutils [req-96fdbe72-b984-41b3-8152-17af2962e4c2 req-251e20f8-88bf-4076-8bea-6fb4b80524e8 service nova] Releasing lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.315368] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498347, 'name': CreateSnapshot_Task, 'duration_secs': 0.92845} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.315368] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.315368] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77422d48-fdc0-42ca-8962-e60a5f2314cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.376049] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fae039-4c3b-610c-bd05-f749d989d7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.035913} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.376049] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35dfb75-f3bc-4e02-868c-98cf140e512c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.381742] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 754.381742] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289de13-b703-a3f1-2f66-eb38e4c7579f" [ 754.381742] env[69695]: _type = "Task" [ 754.381742] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.391030] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289de13-b703-a3f1-2f66-eb38e4c7579f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.460931] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.686928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "0d10f980-4551-4cc6-99ba-e42a97f9cd80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.245s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.696502] env[69695]: DEBUG nova.network.neutron [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Successfully updated port: ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.837540] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.839577] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd016d3c-3619-4b9e-9805-392e83b111a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.847796] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 754.847796] env[69695]: value = "task-3498350" [ 754.847796] env[69695]: _type = "Task" [ 754.847796] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.857547] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498350, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.896624] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289de13-b703-a3f1-2f66-eb38e4c7579f, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.896925] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.897206] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 70fa1a36-4cac-46c3-a686-e916e2a8415c/70fa1a36-4cac-46c3-a686-e916e2a8415c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.897488] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-539428ba-0e81-4cc8-91b4-a6104d922723 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.907052] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 754.907052] env[69695]: value = "task-3498351" [ 754.907052] env[69695]: _type = "Task" [ 754.907052] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.915528] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.966640] env[69695]: DEBUG oslo_vmware.api [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498349, 'name': PowerOnVM_Task, 'duration_secs': 0.717807} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.969021] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.969021] env[69695]: INFO nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Took 7.63 seconds to spawn the instance on the hypervisor. [ 754.969021] env[69695]: DEBUG nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.969021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86268e59-7c02-4f46-b4f5-96e139f2cfce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.080171] env[69695]: DEBUG nova.compute.manager [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-vif-plugged-ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.080171] env[69695]: DEBUG oslo_concurrency.lockutils [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.080779] env[69695]: DEBUG oslo_concurrency.lockutils [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.081158] env[69695]: DEBUG oslo_concurrency.lockutils [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.081476] env[69695]: DEBUG nova.compute.manager [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] No waiting events found dispatching network-vif-plugged-ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.081775] env[69695]: WARNING nova.compute.manager [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received unexpected event network-vif-plugged-ef259eb0-1a18-4784-a339-87fa9e982808 for instance with vm_state building and task_state spawning. [ 755.082088] env[69695]: DEBUG nova.compute.manager [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-changed-ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.082376] env[69695]: DEBUG nova.compute.manager [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Refreshing instance network info cache due to event network-changed-ef259eb0-1a18-4784-a339-87fa9e982808. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.082688] env[69695]: DEBUG oslo_concurrency.lockutils [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] Acquiring lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.082928] env[69695]: DEBUG oslo_concurrency.lockutils [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] Acquired lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.083212] env[69695]: DEBUG nova.network.neutron [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Refreshing network info cache for port ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.198464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.364403] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498350, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.423373] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.492220] env[69695]: INFO nova.compute.manager [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Took 36.95 seconds to build instance. [ 755.633870] env[69695]: DEBUG nova.network.neutron [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.736735] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68522c30-1867-431f-8f6c-56007dc4c4ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.751758] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d653c57-c994-4518-8012-fad3361d45ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.785380] env[69695]: DEBUG nova.network.neutron [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.787066] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ea2f5-f2a9-4588-a2f4-9787e8eaa638 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.795842] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59807829-0b5b-4318-9b76-a89e5e0edd4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.811236] env[69695]: DEBUG nova.compute.provider_tree [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.865440] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498350, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.920021] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559586} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.920310] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 70fa1a36-4cac-46c3-a686-e916e2a8415c/70fa1a36-4cac-46c3-a686-e916e2a8415c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.920518] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.920780] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e02c812-3878-4a0b-9380-95c48efeb716 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.927659] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 755.927659] env[69695]: value = "task-3498352" [ 755.927659] env[69695]: _type = "Task" [ 755.927659] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.937284] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.993509] env[69695]: DEBUG oslo_concurrency.lockutils [None req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.655s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.291890] env[69695]: DEBUG oslo_concurrency.lockutils [req-959378f7-ff63-4cc4-adaa-44044f136a99 req-0cbb384e-12e6-41cf-8cd5-8a56233f45be service nova] Releasing lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.291890] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.291890] env[69695]: DEBUG nova.network.neutron [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.316187] env[69695]: DEBUG nova.scheduler.client.report [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.364581] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498350, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.439430] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29962} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.439711] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.440544] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ed5305-02ee-498d-a629-589ed366535a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.471707] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 70fa1a36-4cac-46c3-a686-e916e2a8415c/70fa1a36-4cac-46c3-a686-e916e2a8415c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.473602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "9a6d7008-c038-4e29-9d44-0773720c91ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.473602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.473602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "9a6d7008-c038-4e29-9d44-0773720c91ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.473602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.473763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.475340] env[69695]: INFO nova.compute.manager [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Terminating instance [ 756.479892] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e039a54d-4988-4496-9bf6-a8ed6fe0d127 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.499879] env[69695]: DEBUG nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.504737] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 756.504737] env[69695]: value = "task-3498353" [ 756.504737] env[69695]: _type = "Task" [ 756.504737] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.516864] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.549616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "d666d38b-4e9e-4b05-b266-f280c3a0a768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.549859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.550076] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "d666d38b-4e9e-4b05-b266-f280c3a0a768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.550260] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.550426] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.552710] env[69695]: INFO nova.compute.manager [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Terminating instance [ 756.807126] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.807500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.807753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.807920] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.808097] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.810423] env[69695]: INFO nova.compute.manager [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Terminating instance [ 756.824089] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.824648] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.828227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.148s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.828445] env[69695]: DEBUG nova.objects.instance [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lazy-loading 'resources' on Instance uuid 3f3a3c72-b278-4708-a295-d7e194bf65cf {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.841507] env[69695]: DEBUG nova.network.neutron [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.866680] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498350, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.979271] env[69695]: DEBUG nova.compute.manager [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.979535] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.980469] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1152bf-3b34-403d-acf6-b835ffaa971f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.995629] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.996644] env[69695]: DEBUG nova.network.neutron [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.997806] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a5cb8c-54d3-4d11-9e9d-1373d38c4ba5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.004076] env[69695]: DEBUG oslo_vmware.api [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 757.004076] env[69695]: value = "task-3498354" [ 757.004076] env[69695]: _type = "Task" [ 757.004076] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.022192] env[69695]: DEBUG oslo_vmware.api [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.025122] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498353, 'name': ReconfigVM_Task, 'duration_secs': 0.287139} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.025402] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 70fa1a36-4cac-46c3-a686-e916e2a8415c/70fa1a36-4cac-46c3-a686-e916e2a8415c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.026091] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb0d26b-9794-40dd-97ab-db2181a541f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.032762] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 757.032762] env[69695]: value = "task-3498355" [ 757.032762] env[69695]: _type = "Task" [ 757.032762] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.037152] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.043963] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498355, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.057670] env[69695]: DEBUG nova.compute.manager [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.057670] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.058383] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341ec855-b0d9-49c5-9003-3fe9b64f6606 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.066090] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.066407] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d0343a3-70ea-4e77-97d3-f5d87c3170be {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.073092] env[69695]: DEBUG oslo_vmware.api [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 757.073092] env[69695]: value = "task-3498356" [ 757.073092] env[69695]: _type = "Task" [ 757.073092] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.082356] env[69695]: DEBUG oslo_vmware.api [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.317350] env[69695]: DEBUG nova.compute.manager [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.317350] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.317350] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b943733-dd66-46e0-a707-1a5408b8687e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.325595] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.325754] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d38e08b-8d38-4f52-87e2-edf99e18712f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.337038] env[69695]: DEBUG nova.compute.utils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.341029] env[69695]: DEBUG oslo_vmware.api [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 757.341029] env[69695]: value = "task-3498357" [ 757.341029] env[69695]: _type = "Task" [ 757.341029] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.341726] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.341820] env[69695]: DEBUG nova.network.neutron [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.363044] env[69695]: DEBUG oslo_vmware.api [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.369252] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498350, 'name': CloneVM_Task, 'duration_secs': 2.315229} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.369491] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Created linked-clone VM from snapshot [ 757.370416] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58b145e-746e-4ca3-9b3e-4deb671ccbed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.384467] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Uploading image 82e2a618-92bf-416e-9012-d27623f38249 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.416360] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.416360] env[69695]: value = "vm-699140" [ 757.416360] env[69695]: _type = "VirtualMachine" [ 757.416360] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.416742] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-33a9c8fa-93b2-4613-82c3-63edc568461f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.425582] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lease: (returnval){ [ 757.425582] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c21f5a-b5cd-a6f0-47a4-223fbf4db0d5" [ 757.425582] env[69695]: _type = "HttpNfcLease" [ 757.425582] env[69695]: } obtained for exporting VM: (result){ [ 757.425582] env[69695]: value = "vm-699140" [ 757.425582] env[69695]: _type = "VirtualMachine" [ 757.425582] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.425582] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the lease: (returnval){ [ 757.425582] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c21f5a-b5cd-a6f0-47a4-223fbf4db0d5" [ 757.425582] env[69695]: _type = "HttpNfcLease" [ 757.425582] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.437619] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.437619] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c21f5a-b5cd-a6f0-47a4-223fbf4db0d5" [ 757.437619] env[69695]: _type = "HttpNfcLease" [ 757.437619] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.450391] env[69695]: DEBUG nova.policy [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a53ba01e484bd181836d34a12a9c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b14c514317a4f78b62f3bc79a76f177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.500464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.501632] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Instance network_info: |[{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.502308] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:44:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef259eb0-1a18-4784-a339-87fa9e982808', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.511690] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Creating folder: Project (f025ce1bd384441a8524432222e8a222). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.515171] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-504b94ac-730b-4a48-be3e-7715819213fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.528175] env[69695]: DEBUG oslo_vmware.api [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498354, 'name': PowerOffVM_Task, 'duration_secs': 0.215466} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.528592] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.528812] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.531887] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8cb781d-e720-4854-939d-25df0c292f28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.535438] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Created folder: Project (f025ce1bd384441a8524432222e8a222) in parent group-v699067. [ 757.535627] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Creating folder: Instances. Parent ref: group-v699141. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.539289] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aae413a-c327-4ab1-82ed-3069da1f6598 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.552124] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498355, 'name': Rename_Task, 'duration_secs': 0.22917} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.553603] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.553885] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Created folder: Instances in parent group-v699141. [ 757.554133] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.554303] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a82144-4619-4d66-97ab-1ca2291bda34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.558128] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.558128] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af55b1b-08ad-4f52-93be-c0c95a2e9d83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.579908] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 757.579908] env[69695]: value = "task-3498362" [ 757.579908] env[69695]: _type = "Task" [ 757.579908] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.590095] env[69695]: DEBUG oslo_vmware.api [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498356, 'name': PowerOffVM_Task, 'duration_secs': 0.18626} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.590095] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.590095] env[69695]: value = "task-3498363" [ 757.590095] env[69695]: _type = "Task" [ 757.590095] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.590095] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.590095] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.590095] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f3b5caf-5aeb-40f1-b053-76c88738e582 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.597937] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.613136] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.613136] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.613136] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Deleting the datastore file [datastore1] 9a6d7008-c038-4e29-9d44-0773720c91ad {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.613136] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3174dddb-d24c-461a-ad66-2cd8f0a1ef6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.619058] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498363, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.628339] env[69695]: DEBUG oslo_vmware.api [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for the task: (returnval){ [ 757.628339] env[69695]: value = "task-3498365" [ 757.628339] env[69695]: _type = "Task" [ 757.628339] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.641305] env[69695]: DEBUG oslo_vmware.api [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.685602] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.685832] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.686018] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleting the datastore file [datastore1] d666d38b-4e9e-4b05-b266-f280c3a0a768 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.686350] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49699fc6-d67a-4b7f-9b68-a26883f20f70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.697917] env[69695]: DEBUG oslo_vmware.api [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 757.697917] env[69695]: value = "task-3498366" [ 757.697917] env[69695]: _type = "Task" [ 757.697917] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.707144] env[69695]: DEBUG oslo_vmware.api [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.842934] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.867986] env[69695]: DEBUG oslo_vmware.api [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498357, 'name': PowerOffVM_Task, 'duration_secs': 0.215195} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.869754] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.869754] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.869754] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348a71cb-b461-449a-a1d1-6702d155779b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.935197] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.935197] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c21f5a-b5cd-a6f0-47a4-223fbf4db0d5" [ 757.935197] env[69695]: _type = "HttpNfcLease" [ 757.935197] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.939966] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.939966] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c21f5a-b5cd-a6f0-47a4-223fbf4db0d5" [ 757.939966] env[69695]: _type = "HttpNfcLease" [ 757.939966] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.944774] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43baca0-7329-4a73-804e-3c2599d5faa8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.952418] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.952653] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.952848] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleting the datastore file [datastore1] 6a21a7bc-2096-4b27-bcea-b24eb3f9d581 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.953513] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe4fd62-38bb-4dcf-b174-604a4962956d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.964527] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51e9f-abf9-4751-1997-355768b11f0d/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.964527] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51e9f-abf9-4751-1997-355768b11f0d/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.030885] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f01b77-d0dd-4740-98df-1eada198df7f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.033669] env[69695]: DEBUG oslo_vmware.api [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for the task: (returnval){ [ 758.033669] env[69695]: value = "task-3498368" [ 758.033669] env[69695]: _type = "Task" [ 758.033669] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.043342] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c7888-5194-4100-9faf-3a96b9bc8e3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.049537] env[69695]: DEBUG oslo_vmware.api [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.083617] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30eecc-c6d9-42f8-90e4-59d2f05c4e58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.090191] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c4908f0-7165-4d72-b374-45c8bbe145c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.106032] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329cd2a-089b-46fe-92f6-eb856d874be4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.110317] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498362, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.116521] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498363, 'name': CreateVM_Task, 'duration_secs': 0.353992} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.117268] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.117959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.118135] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.118447] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.118703] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf97914-ac73-432c-9811-7c1fe79651b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.128249] env[69695]: DEBUG nova.compute.provider_tree [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.133199] env[69695]: DEBUG nova.network.neutron [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Successfully created port: e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.140127] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 758.140127] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b55176-3bf5-a0d9-31e0-a68fd8f54f0f" [ 758.140127] env[69695]: _type = "Task" [ 758.140127] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.150167] env[69695]: DEBUG oslo_vmware.api [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Task: {'id': task-3498365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183017} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.154392] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.154620] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.155012] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.155233] env[69695]: INFO nova.compute.manager [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Took 1.18 seconds to destroy the instance on the hypervisor. [ 758.155519] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.156271] env[69695]: DEBUG nova.compute.manager [-] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.156342] env[69695]: DEBUG nova.network.neutron [-] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.162433] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b55176-3bf5-a0d9-31e0-a68fd8f54f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016852} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.163076] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.165148] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.165148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.165148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.165148] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.165148] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31e3598-c1d2-4c04-a060-8463c7b9f753 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.173821] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.173821] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.174798] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1541d0c6-1a32-4885-8627-10aeabc39f0e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.181342] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 758.181342] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bd5d93-ebe5-3de8-f02d-9fc47ff845ca" [ 758.181342] env[69695]: _type = "Task" [ 758.181342] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.191441] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bd5d93-ebe5-3de8-f02d-9fc47ff845ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.210983] env[69695]: DEBUG oslo_vmware.api [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176069} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.210983] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.210983] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.210983] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.210983] env[69695]: INFO nova.compute.manager [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Took 1.15 seconds to destroy the instance on the hypervisor. [ 758.211200] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.211421] env[69695]: DEBUG nova.compute.manager [-] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.211421] env[69695]: DEBUG nova.network.neutron [-] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.546429] env[69695]: DEBUG oslo_vmware.api [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Task: {'id': task-3498368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187866} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.546770] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.547019] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.547220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.547398] env[69695]: INFO nova.compute.manager [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Took 1.23 seconds to destroy the instance on the hypervisor. [ 758.547923] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.547923] env[69695]: DEBUG nova.compute.manager [-] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.548047] env[69695]: DEBUG nova.network.neutron [-] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.605124] env[69695]: DEBUG oslo_vmware.api [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498362, 'name': PowerOnVM_Task, 'duration_secs': 0.527269} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.605124] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.605271] env[69695]: INFO nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Took 9.56 seconds to spawn the instance on the hypervisor. [ 758.605449] env[69695]: DEBUG nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.606471] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15df24e-3fe7-4c5c-b16f-0d8a1ac89b8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.638491] env[69695]: DEBUG nova.scheduler.client.report [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.696195] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bd5d93-ebe5-3de8-f02d-9fc47ff845ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017319} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.696195] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ced6d0b-983e-4a69-a2f9-0ddd2476b8fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.703997] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 758.703997] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52355ea3-c581-089d-5a8f-a01962287147" [ 758.703997] env[69695]: _type = "Task" [ 758.703997] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.712856] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52355ea3-c581-089d-5a8f-a01962287147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.733682] env[69695]: DEBUG nova.compute.manager [req-485d53a2-cceb-4ef7-9487-6e6da8f637a7 req-f80b39a1-47ed-4659-90fc-62fd9d4f3f1b service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Received event network-vif-deleted-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.734775] env[69695]: INFO nova.compute.manager [req-485d53a2-cceb-4ef7-9487-6e6da8f637a7 req-f80b39a1-47ed-4659-90fc-62fd9d4f3f1b service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Neutron deleted interface 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b; detaching it from the instance and deleting it from the info cache [ 758.734775] env[69695]: DEBUG nova.network.neutron [req-485d53a2-cceb-4ef7-9487-6e6da8f637a7 req-f80b39a1-47ed-4659-90fc-62fd9d4f3f1b service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.861665] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.884960] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.886178] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.886178] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.886178] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.886178] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.886376] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.886599] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.886774] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.887103] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.887103] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.887367] env[69695]: DEBUG nova.virt.hardware [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.888418] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359da68-9aa9-42ae-8269-77c08982a259 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.897716] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2300b6-9ead-4ad0-abe9-0457f74ca2b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.130609] env[69695]: DEBUG nova.network.neutron [-] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.136583] env[69695]: INFO nova.compute.manager [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Took 39.29 seconds to build instance. [ 759.152094] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.152275] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.384s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.152817] env[69695]: DEBUG nova.objects.instance [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lazy-loading 'resources' on Instance uuid 50f0d38d-f2e0-43e0-a47d-4b0a5a808528 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.798173] env[69695]: DEBUG nova.network.neutron [-] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.851766] env[69695]: DEBUG nova.network.neutron [-] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.853739] env[69695]: INFO nova.compute.manager [-] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Took 1.70 seconds to deallocate network for instance. [ 759.854339] env[69695]: DEBUG oslo_concurrency.lockutils [None req-914a169d-03e7-454c-b022-0f28b1e8cd8f tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.200s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.859438] env[69695]: INFO nova.scheduler.client.report [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted allocations for instance 3f3a3c72-b278-4708-a295-d7e194bf65cf [ 759.869688] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73be8211-c889-4ca3-ad8f-0474c571a47a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.895122] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52355ea3-c581-089d-5a8f-a01962287147, 'name': SearchDatastore_Task, 'duration_secs': 0.017439} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.899303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.899445] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 422212a4-2f37-4e1c-8ee8-4e64a75a8534/422212a4-2f37-4e1c-8ee8-4e64a75a8534.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.904777] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b6e6c4-dc54-4810-b69a-09fe58d5c6b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.915021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06559b2-427c-4f17-ae41-bda48ce6343d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.935023] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 759.935023] env[69695]: value = "task-3498369" [ 759.935023] env[69695]: _type = "Task" [ 759.935023] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.955786] env[69695]: DEBUG nova.compute.manager [req-485d53a2-cceb-4ef7-9487-6e6da8f637a7 req-f80b39a1-47ed-4659-90fc-62fd9d4f3f1b service nova] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Detach interface failed, port_id=6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b, reason: Instance 9a6d7008-c038-4e29-9d44-0773720c91ad could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.965562] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.197317] env[69695]: DEBUG nova.network.neutron [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Successfully updated port: e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.326027] env[69695]: DEBUG nova.compute.manager [req-315c00a8-bf81-454c-999f-680ffb34b364 req-32eeb0a2-6293-49de-93cc-6f8b28c00b85 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Received event network-vif-plugged-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.326194] env[69695]: DEBUG oslo_concurrency.lockutils [req-315c00a8-bf81-454c-999f-680ffb34b364 req-32eeb0a2-6293-49de-93cc-6f8b28c00b85 service nova] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.326430] env[69695]: DEBUG oslo_concurrency.lockutils [req-315c00a8-bf81-454c-999f-680ffb34b364 req-32eeb0a2-6293-49de-93cc-6f8b28c00b85 service nova] Lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.326601] env[69695]: DEBUG oslo_concurrency.lockutils [req-315c00a8-bf81-454c-999f-680ffb34b364 req-32eeb0a2-6293-49de-93cc-6f8b28c00b85 service nova] Lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.326795] env[69695]: DEBUG nova.compute.manager [req-315c00a8-bf81-454c-999f-680ffb34b364 req-32eeb0a2-6293-49de-93cc-6f8b28c00b85 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] No waiting events found dispatching network-vif-plugged-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.327035] env[69695]: WARNING nova.compute.manager [req-315c00a8-bf81-454c-999f-680ffb34b364 req-32eeb0a2-6293-49de-93cc-6f8b28c00b85 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Received unexpected event network-vif-plugged-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 for instance with vm_state building and task_state spawning. [ 760.361025] env[69695]: INFO nova.compute.manager [-] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Took 1.81 seconds to deallocate network for instance. [ 760.361417] env[69695]: INFO nova.compute.manager [-] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Took 2.15 seconds to deallocate network for instance. [ 760.384405] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.387032] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.402612] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9525472b-117d-4dd9-8312-92bbfab1efee tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "3f3a3c72-b278-4708-a295-d7e194bf65cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.728s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.452972] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.498544] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d3f1c7-96e7-4092-8979-a2b02afa441f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.509601] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34654542-a392-4aed-8144-ae743fc8fb9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.548031] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd256b07-f03b-4522-90a3-7ca5bf8d71dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.559359] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eab8d7-ef7b-4087-ba9e-c96f96c9500e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.575112] env[69695]: DEBUG nova.compute.provider_tree [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.701942] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.701942] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.701942] env[69695]: DEBUG nova.network.neutron [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.873284] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.888579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.907971] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.921591] env[69695]: DEBUG nova.compute.manager [req-4e3f84e1-891b-498a-b4ed-2259d74c7dfe req-40209b5a-8bae-4628-9654-66c8b0705623 service nova] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Received event network-vif-deleted-d5740b17-e571-4cb0-8d24-fbc427c1e151 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.921591] env[69695]: DEBUG nova.compute.manager [req-4e3f84e1-891b-498a-b4ed-2259d74c7dfe req-40209b5a-8bae-4628-9654-66c8b0705623 service nova] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Received event network-vif-deleted-0734da8d-949a-418b-b3e7-b8e2f0cd366e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.947844] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589608} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.948155] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 422212a4-2f37-4e1c-8ee8-4e64a75a8534/422212a4-2f37-4e1c-8ee8-4e64a75a8534.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.948375] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.948640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41022cef-8c7d-497d-a32f-d0e148119898 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.961160] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 760.961160] env[69695]: value = "task-3498370" [ 760.961160] env[69695]: _type = "Task" [ 760.961160] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.972573] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.079285] env[69695]: DEBUG nova.scheduler.client.report [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.234475] env[69695]: DEBUG nova.network.neutron [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.476844] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12831} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.477133] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.477914] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8877be71-a98e-4423-8d87-216c0817044e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.482221] env[69695]: DEBUG nova.network.neutron [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.504020] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 422212a4-2f37-4e1c-8ee8-4e64a75a8534/422212a4-2f37-4e1c-8ee8-4e64a75a8534.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.504020] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e089c1f-9c6e-498b-a2f5-ed55900e02e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.529858] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 761.529858] env[69695]: value = "task-3498371" [ 761.529858] env[69695]: _type = "Task" [ 761.529858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.584191] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.588111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.482s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.593018] env[69695]: INFO nova.compute.claims [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.614773] env[69695]: INFO nova.scheduler.client.report [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleted allocations for instance 50f0d38d-f2e0-43e0-a47d-4b0a5a808528 [ 761.743841] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.744351] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.004277] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.004770] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Instance network_info: |[{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.005079] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fc:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e29581ff-6de0-40cb-9e61-f5e0c3b54a68', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.015736] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating folder: Project (1b14c514317a4f78b62f3bc79a76f177). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.015736] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2a1ed7-65a8-4ae6-bcca-15a73404ce99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.029850] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created folder: Project (1b14c514317a4f78b62f3bc79a76f177) in parent group-v699067. [ 762.029850] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating folder: Instances. Parent ref: group-v699144. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.030094] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d5e4a1-9b0e-40d7-90f1-274eb7842c95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.042600] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498371, 'name': ReconfigVM_Task, 'duration_secs': 0.371185} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.043649] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 422212a4-2f37-4e1c-8ee8-4e64a75a8534/422212a4-2f37-4e1c-8ee8-4e64a75a8534.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.047028] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3530187-b588-4cbf-9cc5-ad11dcea7b76 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.047943] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created folder: Instances in parent group-v699144. [ 762.048349] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.048671] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.049364] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2fef16b-ccaf-464c-a532-eb338b4ca5f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.065915] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 762.065915] env[69695]: value = "task-3498374" [ 762.065915] env[69695]: _type = "Task" [ 762.065915] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.071710] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.071710] env[69695]: value = "task-3498375" [ 762.071710] env[69695]: _type = "Task" [ 762.071710] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.079044] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498374, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.085520] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498375, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.128799] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "50f0d38d-f2e0-43e0-a47d-4b0a5a808528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.219s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.254755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.254755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.254755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.254755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.254755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.254755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.255068] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 762.255068] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.410966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.411237] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.433969] env[69695]: DEBUG nova.compute.manager [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Received event network-changed-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.434198] env[69695]: DEBUG nova.compute.manager [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Refreshing instance network info cache due to event network-changed-e29581ff-6de0-40cb-9e61-f5e0c3b54a68. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.434394] env[69695]: DEBUG oslo_concurrency.lockutils [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.435128] env[69695]: DEBUG oslo_concurrency.lockutils [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.435308] env[69695]: DEBUG nova.network.neutron [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Refreshing network info cache for port e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.450503] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.450755] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.584507] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498374, 'name': Rename_Task, 'duration_secs': 0.194824} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.584507] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.584507] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cec9fbd-c6f0-4dbf-8648-bd391f3aadba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.591250] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498375, 'name': CreateVM_Task, 'duration_secs': 0.459449} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.591977] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.592832] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593159] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593601] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593993] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12534211-f3d6-4042-9330-f05266a02f58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.597456] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 762.597456] env[69695]: value = "task-3498376" [ 762.597456] env[69695]: _type = "Task" [ 762.597456] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.605454] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 762.605454] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d004c-b39b-eac3-6bf8-8a4deffda504" [ 762.605454] env[69695]: _type = "Task" [ 762.605454] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.613419] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.618757] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d004c-b39b-eac3-6bf8-8a4deffda504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.757711] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.124090] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.124384] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d004c-b39b-eac3-6bf8-8a4deffda504, 'name': SearchDatastore_Task, 'duration_secs': 0.020006} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.126972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.127211] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.127443] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.127591] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.127769] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.128059] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a39b98e-bf3e-4036-b5c4-462faeb2ba3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.131530] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9f552e-93c0-4bd6-8f4b-53278ee43e63 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.140291] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbff1004-b86e-4b80-a74a-7d3762303a3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.145080] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.148111] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.148111] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64079575-849f-4c9e-8997-a2d94ddab69a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.178524] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250141eb-c45d-4fbc-bd3b-cf5affa81fdb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.182475] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 763.182475] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289c768-6bff-a33c-982f-e0622d31bd0d" [ 763.182475] env[69695]: _type = "Task" [ 763.182475] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.190544] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a0499-7168-49df-a5fa-cff02b6a09e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.202752] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289c768-6bff-a33c-982f-e0622d31bd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014911} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.204860] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b083d1aa-d230-4706-b1d5-a05cbd9a72d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.215827] env[69695]: DEBUG nova.compute.provider_tree [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.221522] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 763.221522] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52705e93-e699-c3ec-a51d-c9d0d640cfcd" [ 763.221522] env[69695]: _type = "Task" [ 763.221522] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.230725] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52705e93-e699-c3ec-a51d-c9d0d640cfcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.377210] env[69695]: DEBUG nova.network.neutron [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updated VIF entry in instance network info cache for port e29581ff-6de0-40cb-9e61-f5e0c3b54a68. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.377673] env[69695]: DEBUG nova.network.neutron [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.613897] env[69695]: DEBUG oslo_vmware.api [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498376, 'name': PowerOnVM_Task, 'duration_secs': 0.744043} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.614209] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.614414] env[69695]: INFO nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Took 9.66 seconds to spawn the instance on the hypervisor. [ 763.614683] env[69695]: DEBUG nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.615511] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e02c6e5-1dd3-4bb7-bb51-0c8a8e20fb84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.720578] env[69695]: DEBUG nova.scheduler.client.report [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.735174] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52705e93-e699-c3ec-a51d-c9d0d640cfcd, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.735439] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.735697] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4/b45391be-19be-4a55-88cf-c471c4355ff4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.735963] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd780b80-99d1-4d05-af9e-2a5a01c31863 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.744934] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 763.744934] env[69695]: value = "task-3498377" [ 763.744934] env[69695]: _type = "Task" [ 763.744934] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.754592] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.880917] env[69695]: DEBUG oslo_concurrency.lockutils [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.880917] env[69695]: DEBUG nova.compute.manager [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Received event network-changed-561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.881061] env[69695]: DEBUG nova.compute.manager [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Refreshing instance network info cache due to event network-changed-561c0b11-f2d7-47ca-81da-d21ae4e69545. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.881379] env[69695]: DEBUG oslo_concurrency.lockutils [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] Acquiring lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.881750] env[69695]: DEBUG oslo_concurrency.lockutils [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] Acquired lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.881929] env[69695]: DEBUG nova.network.neutron [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Refreshing network info cache for port 561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.121031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "2cf6c894-903e-45b7-a962-f1f83638ab31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.121272] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.132429] env[69695]: INFO nova.compute.manager [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Took 41.35 seconds to build instance. [ 764.229659] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.230269] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.234017] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.460s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.236148] env[69695]: INFO nova.compute.claims [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.259284] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.634471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a33332a3-7039-44d7-83d0-c483fa181cf0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.351s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.717530] env[69695]: DEBUG nova.network.neutron [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Updated VIF entry in instance network info cache for port 561c0b11-f2d7-47ca-81da-d21ae4e69545. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.717912] env[69695]: DEBUG nova.network.neutron [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Updating instance_info_cache with network_info: [{"id": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "address": "fa:16:3e:81:9d:1c", "network": {"id": "f16d2483-c463-42ad-a44a-1c40a99fc691", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681282217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "868d55a36c8f4ce8bee6345c62b75ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561c0b11-f2", "ovs_interfaceid": "561c0b11-f2d7-47ca-81da-d21ae4e69545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.727229] env[69695]: DEBUG nova.compute.manager [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-changed-ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.727494] env[69695]: DEBUG nova.compute.manager [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Refreshing instance network info cache due to event network-changed-ef259eb0-1a18-4784-a339-87fa9e982808. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.727783] env[69695]: DEBUG oslo_concurrency.lockutils [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] Acquiring lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.727921] env[69695]: DEBUG oslo_concurrency.lockutils [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] Acquired lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.728131] env[69695]: DEBUG nova.network.neutron [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Refreshing network info cache for port ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.743587] env[69695]: DEBUG nova.compute.utils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.745581] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.745581] env[69695]: DEBUG nova.network.neutron [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.763686] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556472} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.763686] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4/b45391be-19be-4a55-88cf-c471c4355ff4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.763686] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.763686] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b1d3eb1-ce7e-4c4c-a4a6-e83fa3e391ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.772809] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 764.772809] env[69695]: value = "task-3498378" [ 764.772809] env[69695]: _type = "Task" [ 764.772809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.782422] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.826967] env[69695]: DEBUG nova.policy [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b3b9998df342b8b8aff4a1d1ac43ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306ca163034145c8b4e1461ad716c5fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.139877] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.222283] env[69695]: DEBUG oslo_concurrency.lockutils [req-9a5192a9-21aa-4006-9633-d207ddb8cfa1 req-fabacc5b-f436-47c8-9621-54cb3cfe982b service nova] Releasing lock "refresh_cache-70fa1a36-4cac-46c3-a686-e916e2a8415c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.253898] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.290747] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132828} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.294196] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.295438] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ce04e-9810-4e17-8ab1-fb20354671f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.326408] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4/b45391be-19be-4a55-88cf-c471c4355ff4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.327449] env[69695]: DEBUG nova.network.neutron [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Successfully created port: a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.331960] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24773871-7a4f-4032-9807-32f0ba157b5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.359692] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 765.359692] env[69695]: value = "task-3498379" [ 765.359692] env[69695]: _type = "Task" [ 765.359692] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.372133] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.523178] env[69695]: DEBUG nova.network.neutron [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updated VIF entry in instance network info cache for port ef259eb0-1a18-4784-a339-87fa9e982808. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.523271] env[69695]: DEBUG nova.network.neutron [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.657585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.760939] env[69695]: INFO nova.virt.block_device [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Booting with volume 606b9a40-2f7f-476c-ab8c-a45496443baa at /dev/sda [ 765.818466] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b81a5c8-c0cc-438c-ac6d-34edaa3bf99d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.830070] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb80dd1c-5e1b-414b-8bdd-03ce4ab49762 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.856545] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ae2c3-b17d-4452-8955-bcc219bd23d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.876778] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ee0c905-f415-46a9-9145-8cf93fc3ce60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.882026] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38943e9-4503-47aa-8348-f96de98518ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.888819] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498379, 'name': ReconfigVM_Task, 'duration_secs': 0.442838} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.892045] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd5788-a6ad-4432-a4eb-ecf0a3bb095e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.903135] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4/b45391be-19be-4a55-88cf-c471c4355ff4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.928052] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8019378f-6749-4d45-89e0-83e341acf361 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.931213] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e78cad-5c6d-4276-b348-1de4d1ea6bc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.944317] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c7d22-0fda-4a98-a1ad-dbc60da87200 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.947250] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 765.947250] env[69695]: value = "task-3498380" [ 765.947250] env[69695]: _type = "Task" [ 765.947250] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.962251] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78ebc76-e95a-47c0-876d-bfcd1e3dfd86 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.976089] env[69695]: DEBUG nova.compute.provider_tree [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.986473] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1ae71-b087-4663-ae10-b156bd09b2b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.989110] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498380, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.004591] env[69695]: DEBUG nova.virt.block_device [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updating existing volume attachment record: 45bfa69b-d4ac-40f5-9534-a46c8e4ef10d {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 766.026518] env[69695]: DEBUG oslo_concurrency.lockutils [req-623f7bee-1a16-47bf-8307-760959e8981b req-da4e85f5-72e2-4c5a-b3c4-13911bebb1a4 service nova] Releasing lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.338536] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51e9f-abf9-4751-1997-355768b11f0d/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.339564] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46f189-f666-4019-8b4d-e9f6f940d724 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.349364] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51e9f-abf9-4751-1997-355768b11f0d/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.349529] env[69695]: ERROR oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51e9f-abf9-4751-1997-355768b11f0d/disk-0.vmdk due to incomplete transfer. [ 766.349756] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9dbdca5c-e5c2-4cca-bd1f-04afab0bacdd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.359609] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c51e9f-abf9-4751-1997-355768b11f0d/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.359812] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Uploaded image 82e2a618-92bf-416e-9012-d27623f38249 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.363629] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.363932] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c828998-01c4-4ac5-9830-3626fa53653a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.372888] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 766.372888] env[69695]: value = "task-3498381" [ 766.372888] env[69695]: _type = "Task" [ 766.372888] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.381771] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498381, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.468632] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498380, 'name': Rename_Task, 'duration_secs': 0.218966} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.468632] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.468632] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd8af1ea-e6b2-4860-bd47-b50d9cbcac7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.476364] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 766.476364] env[69695]: value = "task-3498382" [ 766.476364] env[69695]: _type = "Task" [ 766.476364] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.480188] env[69695]: DEBUG nova.scheduler.client.report [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.490390] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.885682] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498381, 'name': Destroy_Task, 'duration_secs': 0.442107} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.886314] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Destroyed the VM [ 766.886759] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.887220] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de9e3f67-9001-4b15-9057-09d17d38e8ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.897379] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 766.897379] env[69695]: value = "task-3498383" [ 766.897379] env[69695]: _type = "Task" [ 766.897379] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.910029] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.988038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.988038] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.989842] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.036s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.995023] env[69695]: DEBUG nova.objects.instance [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lazy-loading 'resources' on Instance uuid c183848a-2b6a-40de-a696-8ca9eb65ea9b {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.002050] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498382, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.283143] env[69695]: DEBUG nova.compute.manager [req-29472ced-650c-4eaf-b3fd-a4f8121003f4 req-c0f890b4-1236-4e87-a622-bc7fe639776d service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Received event network-vif-plugged-a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.283329] env[69695]: DEBUG oslo_concurrency.lockutils [req-29472ced-650c-4eaf-b3fd-a4f8121003f4 req-c0f890b4-1236-4e87-a622-bc7fe639776d service nova] Acquiring lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.283544] env[69695]: DEBUG oslo_concurrency.lockutils [req-29472ced-650c-4eaf-b3fd-a4f8121003f4 req-c0f890b4-1236-4e87-a622-bc7fe639776d service nova] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.283711] env[69695]: DEBUG oslo_concurrency.lockutils [req-29472ced-650c-4eaf-b3fd-a4f8121003f4 req-c0f890b4-1236-4e87-a622-bc7fe639776d service nova] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.283879] env[69695]: DEBUG nova.compute.manager [req-29472ced-650c-4eaf-b3fd-a4f8121003f4 req-c0f890b4-1236-4e87-a622-bc7fe639776d service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] No waiting events found dispatching network-vif-plugged-a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.284232] env[69695]: WARNING nova.compute.manager [req-29472ced-650c-4eaf-b3fd-a4f8121003f4 req-c0f890b4-1236-4e87-a622-bc7fe639776d service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Received unexpected event network-vif-plugged-a0524d5c-a107-4094-a736-31caf8947f96 for instance with vm_state building and task_state block_device_mapping. [ 767.326935] env[69695]: DEBUG nova.network.neutron [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Successfully updated port: a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.413542] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498383, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.491633] env[69695]: DEBUG oslo_vmware.api [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498382, 'name': PowerOnVM_Task, 'duration_secs': 0.572063} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.491920] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.492365] env[69695]: INFO nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 8.63 seconds to spawn the instance on the hypervisor. [ 767.492589] env[69695]: DEBUG nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.493781] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d574d-83e2-4531-bace-0722a1635c69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.499238] env[69695]: DEBUG nova.compute.utils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.508231] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.508456] env[69695]: DEBUG nova.network.neutron [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.561149] env[69695]: DEBUG nova.policy [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e064de8573940d081a3ff17c72f386d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b8cbb67b6346e3923c23f1ff8942e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.829047] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829213] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquired lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.829367] env[69695]: DEBUG nova.network.neutron [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.908976] env[69695]: DEBUG oslo_vmware.api [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498383, 'name': RemoveSnapshot_Task, 'duration_secs': 0.697722} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.911563] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.911811] env[69695]: INFO nova.compute.manager [None req-2cbefbc8-a849-49fb-acf9-104c14e9fa73 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 768.000103] env[69695]: DEBUG nova.network.neutron [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Successfully created port: 3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.009074] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.029403] env[69695]: INFO nova.compute.manager [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 41.27 seconds to build instance. [ 768.037015] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929daf47-df70-4d15-aefc-b9c1a85650f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.048096] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd35aef5-b2c9-43b3-9601-5d8e376c379e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.087320] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092cd403-9524-43c9-b382-8a6c265b6035 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.096476] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c27ff7-0a84-4036-8867-6758f51dc842 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.114307] env[69695]: DEBUG nova.compute.provider_tree [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.135611] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.136174] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.136390] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.136544] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.136722] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.136894] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.137118] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.137336] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.137496] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.137663] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.137827] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.137994] env[69695]: DEBUG nova.virt.hardware [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.139075] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8eebda-31c3-4e8c-9ba3-a65708b4cbf4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.148666] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f35a6-5e7b-485e-8257-6e0572ae4364 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.369165] env[69695]: DEBUG nova.network.neutron [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.505711] env[69695]: DEBUG nova.network.neutron [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updating instance_info_cache with network_info: [{"id": "a0524d5c-a107-4094-a736-31caf8947f96", "address": "fa:16:3e:f5:c4:cb", "network": {"id": "7e00002a-181d-42db-a69f-bda190c119e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-868301375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306ca163034145c8b4e1461ad716c5fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0524d5c-a1", "ovs_interfaceid": "a0524d5c-a107-4094-a736-31caf8947f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.531338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3d039ecf-0295-42f4-a3c2-fca76d878f19 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.570s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.617348] env[69695]: DEBUG nova.scheduler.client.report [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.011826] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Releasing lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.014442] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance network_info: |[{"id": "a0524d5c-a107-4094-a736-31caf8947f96", "address": "fa:16:3e:f5:c4:cb", "network": {"id": "7e00002a-181d-42db-a69f-bda190c119e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-868301375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306ca163034145c8b4e1461ad716c5fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0524d5c-a1", "ovs_interfaceid": "a0524d5c-a107-4094-a736-31caf8947f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.015103] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c4:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0524d5c-a107-4094-a736-31caf8947f96', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.024692] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Creating folder: Project (306ca163034145c8b4e1461ad716c5fd). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.026225] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.028251] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ad6493-638b-4ae6-89b3-678eecc8caa1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.034076] env[69695]: DEBUG nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.045419] env[69695]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 769.045821] env[69695]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69695) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 769.045984] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Folder already exists: Project (306ca163034145c8b4e1461ad716c5fd). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 769.046858] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Creating folder: Instances. Parent ref: group-v699098. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.049905] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a7c635-6cc4-4ceb-a66c-54a562858ccb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.063842] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.064302] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.064503] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.064768] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.064917] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.065873] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.065873] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.065873] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.065873] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.066257] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.066753] env[69695]: DEBUG nova.virt.hardware [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.067321] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be178fc9-dec3-4e1b-a2a8-a20a41e38096 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.070887] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Created folder: Instances in parent group-v699098. [ 769.071068] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.071664] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.071884] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9016813a-599a-47fc-9073-11f867ca1798 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.091215] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8cf00-03cd-4624-8772-3d14879373ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.096685] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.096685] env[69695]: value = "task-3498386" [ 769.096685] env[69695]: _type = "Task" [ 769.096685] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.116219] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498386, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.122618] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.124874] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.297s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.150992] env[69695]: INFO nova.scheduler.client.report [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Deleted allocations for instance c183848a-2b6a-40de-a696-8ca9eb65ea9b [ 769.419103] env[69695]: DEBUG nova.compute.manager [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Received event network-changed-a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.419289] env[69695]: DEBUG nova.compute.manager [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Refreshing instance network info cache due to event network-changed-a0524d5c-a107-4094-a736-31caf8947f96. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.419648] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] Acquiring lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.419851] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] Acquired lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.420045] env[69695]: DEBUG nova.network.neutron [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Refreshing network info cache for port a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.558234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.610063] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498386, 'name': CreateVM_Task, 'duration_secs': 0.425635} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.610063] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.611199] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699102', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'name': 'volume-606b9a40-2f7f-476c-ab8c-a45496443baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cab0b055-8cc8-42c4-bdac-b29252d9b2cb', 'attached_at': '', 'detached_at': '', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'serial': '606b9a40-2f7f-476c-ab8c-a45496443baa'}, 'attachment_id': '45bfa69b-d4ac-40f5-9534-a46c8e4ef10d', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69695) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 769.611199] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Root volume attach. Driver type: vmdk {{(pid=69695) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 769.612326] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d157646-9792-4fcd-b440-d26a87f7cfd5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622213] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad103f29-e551-438d-9944-612209164077 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.632375] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f686e-6fa9-4308-8a56-ce1baa8ea107 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.639378] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ca13f00-690d-43b9-b88f-34bc6d710c7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.648628] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 769.648628] env[69695]: value = "task-3498387" [ 769.648628] env[69695]: _type = "Task" [ 769.648628] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.663433] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498387, 'name': RelocateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.664210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2419d419-5bff-4173-8925-589e74ad5f56 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Lock "c183848a-2b6a-40de-a696-8ca9eb65ea9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.725s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.042750] env[69695]: DEBUG nova.network.neutron [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Successfully updated port: 3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.155524] env[69695]: DEBUG nova.network.neutron [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updated VIF entry in instance network info cache for port a0524d5c-a107-4094-a736-31caf8947f96. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.155860] env[69695]: DEBUG nova.network.neutron [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updating instance_info_cache with network_info: [{"id": "a0524d5c-a107-4094-a736-31caf8947f96", "address": "fa:16:3e:f5:c4:cb", "network": {"id": "7e00002a-181d-42db-a69f-bda190c119e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-868301375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306ca163034145c8b4e1461ad716c5fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0524d5c-a1", "ovs_interfaceid": "a0524d5c-a107-4094-a736-31caf8947f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.160424] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498387, 'name': RelocateVM_Task, 'duration_secs': 0.378335} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.161810] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 770.162059] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699102', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'name': 'volume-606b9a40-2f7f-476c-ab8c-a45496443baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cab0b055-8cc8-42c4-bdac-b29252d9b2cb', 'attached_at': '', 'detached_at': '', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'serial': '606b9a40-2f7f-476c-ab8c-a45496443baa'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 770.162908] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e346d8dd-65eb-4aa7-aa36-9b5fb89576f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.166598] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03597c4-7151-4387-91be-d214fbb979bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.189337] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8af11c-5cb8-4a07-9ff7-c8b8175815ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.193942] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1b38a8-eff5-4821-a35f-39904a206047 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.218985] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-606b9a40-2f7f-476c-ab8c-a45496443baa/volume-606b9a40-2f7f-476c-ab8c-a45496443baa.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.244335] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eedc89e0-52e6-46c1-a500-aedb339851d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.259708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc506a60-2369-417d-8381-754fdb301515 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.269129] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27236770-7185-4572-9d68-34ea6ca3ca49 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.273578] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 770.273578] env[69695]: value = "task-3498388" [ 770.273578] env[69695]: _type = "Task" [ 770.273578] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.285477] env[69695]: DEBUG nova.compute.provider_tree [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.293640] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.545673] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "refresh_cache-c7bb457d-14bd-4aea-aa10-6051b1f042f6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.545830] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquired lock "refresh_cache-c7bb457d-14bd-4aea-aa10-6051b1f042f6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.545985] env[69695]: DEBUG nova.network.neutron [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.662929] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] Releasing lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.663213] env[69695]: DEBUG nova.compute.manager [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Received event network-changed-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.663343] env[69695]: DEBUG nova.compute.manager [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Refreshing instance network info cache due to event network-changed-e29581ff-6de0-40cb-9e61-f5e0c3b54a68. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.663556] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.663700] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.663861] env[69695]: DEBUG nova.network.neutron [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Refreshing network info cache for port e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.696107] env[69695]: DEBUG nova.compute.manager [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.697628] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9479c4-928a-4311-90ca-b8495bc88381 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.792025] env[69695]: DEBUG nova.scheduler.client.report [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.796438] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.117499] env[69695]: DEBUG nova.network.neutron [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.212484] env[69695]: INFO nova.compute.manager [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] instance snapshotting [ 771.215854] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874b733-cdc0-4d53-9f1d-4d213db48049 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.242637] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6586bf10-4284-4a99-9216-806d5b880473 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.287566] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498388, 'name': ReconfigVM_Task, 'duration_secs': 0.74828} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.288024] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-606b9a40-2f7f-476c-ab8c-a45496443baa/volume-606b9a40-2f7f-476c-ab8c-a45496443baa.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.296522] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0137fe17-4ff0-40fa-b41a-a30a3919a929 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.327659] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 771.327659] env[69695]: value = "task-3498389" [ 771.327659] env[69695]: _type = "Task" [ 771.327659] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.340646] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.383290] env[69695]: DEBUG nova.network.neutron [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Updating instance_info_cache with network_info: [{"id": "3263cda0-c30d-4294-bade-e82f54a6d0e4", "address": "fa:16:3e:71:21:ed", "network": {"id": "02dce725-39da-4310-89bf-9058cb4cee34", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1075002068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b8cbb67b6346e3923c23f1ff8942e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3263cda0-c3", "ovs_interfaceid": "3263cda0-c30d-4294-bade-e82f54a6d0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.760234] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.762887] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12eee0b7-6a51-4174-9533-dc2c407d6890 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.775864] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 771.775864] env[69695]: value = "task-3498390" [ 771.775864] env[69695]: _type = "Task" [ 771.775864] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.787315] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.820911] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.696s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.824038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.476s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.826023] env[69695]: INFO nova.compute.claims [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.839230] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.840829] env[69695]: DEBUG nova.network.neutron [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updated VIF entry in instance network info cache for port e29581ff-6de0-40cb-9e61-f5e0c3b54a68. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.841413] env[69695]: DEBUG nova.network.neutron [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.887627] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Releasing lock "refresh_cache-c7bb457d-14bd-4aea-aa10-6051b1f042f6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.888050] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Instance network_info: |[{"id": "3263cda0-c30d-4294-bade-e82f54a6d0e4", "address": "fa:16:3e:71:21:ed", "network": {"id": "02dce725-39da-4310-89bf-9058cb4cee34", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1075002068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b8cbb67b6346e3923c23f1ff8942e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3263cda0-c3", "ovs_interfaceid": "3263cda0-c30d-4294-bade-e82f54a6d0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.888826] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:21:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3263cda0-c30d-4294-bade-e82f54a6d0e4', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.898237] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Creating folder: Project (d7b8cbb67b6346e3923c23f1ff8942e1). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.899022] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4efa312-c73c-45cb-b07f-0af5c0ca0625 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.919509] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Created folder: Project (d7b8cbb67b6346e3923c23f1ff8942e1) in parent group-v699067. [ 771.919509] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Creating folder: Instances. Parent ref: group-v699149. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.920795] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e5db305-2fd0-4882-a34c-6221afb01311 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.933683] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Created folder: Instances in parent group-v699149. [ 771.933988] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.936391] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.937527] env[69695]: DEBUG nova.compute.manager [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Received event network-vif-plugged-3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.937760] env[69695]: DEBUG oslo_concurrency.lockutils [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] Acquiring lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.938050] env[69695]: DEBUG oslo_concurrency.lockutils [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.938479] env[69695]: DEBUG oslo_concurrency.lockutils [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.938479] env[69695]: DEBUG nova.compute.manager [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] No waiting events found dispatching network-vif-plugged-3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.938710] env[69695]: WARNING nova.compute.manager [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Received unexpected event network-vif-plugged-3263cda0-c30d-4294-bade-e82f54a6d0e4 for instance with vm_state building and task_state spawning. [ 771.939275] env[69695]: DEBUG nova.compute.manager [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Received event network-changed-3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.939275] env[69695]: DEBUG nova.compute.manager [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Refreshing instance network info cache due to event network-changed-3263cda0-c30d-4294-bade-e82f54a6d0e4. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.939449] env[69695]: DEBUG oslo_concurrency.lockutils [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] Acquiring lock "refresh_cache-c7bb457d-14bd-4aea-aa10-6051b1f042f6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.939656] env[69695]: DEBUG oslo_concurrency.lockutils [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] Acquired lock "refresh_cache-c7bb457d-14bd-4aea-aa10-6051b1f042f6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.939750] env[69695]: DEBUG nova.network.neutron [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Refreshing network info cache for port 3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.941498] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1074bfcc-6862-45c6-9aed-0f70a7880d01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.967716] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.967716] env[69695]: value = "task-3498393" [ 771.967716] env[69695]: _type = "Task" [ 771.967716] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.978091] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498393, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.286124] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.347683] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e987870-8f62-48d9-b669-141f832926ba req-a88f2d3c-9a3b-47f0-918f-b148a1a09eb8 service nova] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.347870] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.396913] env[69695]: INFO nova.scheduler.client.report [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleted allocation for migration b53d2d5f-7b6b-4ea9-927a-2c0615641de9 [ 772.478334] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498393, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.697663] env[69695]: DEBUG nova.network.neutron [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Updated VIF entry in instance network info cache for port 3263cda0-c30d-4294-bade-e82f54a6d0e4. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.698102] env[69695]: DEBUG nova.network.neutron [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Updating instance_info_cache with network_info: [{"id": "3263cda0-c30d-4294-bade-e82f54a6d0e4", "address": "fa:16:3e:71:21:ed", "network": {"id": "02dce725-39da-4310-89bf-9058cb4cee34", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1075002068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b8cbb67b6346e3923c23f1ff8942e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3263cda0-c3", "ovs_interfaceid": "3263cda0-c30d-4294-bade-e82f54a6d0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.787081] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498390, 'name': CreateSnapshot_Task, 'duration_secs': 0.983374} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.787377] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.788264] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a13b30a-e271-4946-af21-482029877dc2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.847445] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498389, 'name': ReconfigVM_Task, 'duration_secs': 1.277902} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.847445] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699102', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'name': 'volume-606b9a40-2f7f-476c-ab8c-a45496443baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cab0b055-8cc8-42c4-bdac-b29252d9b2cb', 'attached_at': '', 'detached_at': '', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'serial': '606b9a40-2f7f-476c-ab8c-a45496443baa'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 772.847585] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb07252d-dd70-45bc-9d0f-aa55de79bdcf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.855623] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 772.855623] env[69695]: value = "task-3498394" [ 772.855623] env[69695]: _type = "Task" [ 772.855623] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.867076] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498394, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.902236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-054fad0c-f93f-4ee5-bd0d-c981727c8430 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.646s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.987924] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498393, 'name': CreateVM_Task, 'duration_secs': 0.91094} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.987924] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.987924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.987924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.987924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.988132] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926d269f-517a-4ac6-aa87-aac4e0999507 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.001415] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 773.001415] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef6a5b-5173-0564-b3ac-19c0e4ac809a" [ 773.001415] env[69695]: _type = "Task" [ 773.001415] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.015620] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef6a5b-5173-0564-b3ac-19c0e4ac809a, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.015963] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016212] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.017070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.017070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.017070] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.017070] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ebedcbb-8fb8-4579-8221-de2eea064ef3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.027674] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.027988] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.028813] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6284ee7c-be34-4582-af11-7bc1b83315bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.040253] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 773.040253] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529c59e1-5ec8-3154-3f02-607b025328b2" [ 773.040253] env[69695]: _type = "Task" [ 773.040253] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.050935] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529c59e1-5ec8-3154-3f02-607b025328b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.055225] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7963d30c-fbc7-4161-b403-00ee518dc273 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.066176] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 773.066176] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5269d0cc-e4cc-e442-48a7-58f3ea3dd4a3" [ 773.066176] env[69695]: _type = "Task" [ 773.066176] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.075664] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5269d0cc-e4cc-e442-48a7-58f3ea3dd4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.201423] env[69695]: DEBUG oslo_concurrency.lockutils [req-c71766f3-4518-4307-85d4-d199532c8927 req-790e96fd-6e91-4cf8-bea5-26bc886c90b9 service nova] Releasing lock "refresh_cache-c7bb457d-14bd-4aea-aa10-6051b1f042f6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.307154] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.307472] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c7f2d9a-cb67-468e-b89f-e587ab7691e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.321692] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 773.321692] env[69695]: value = "task-3498395" [ 773.321692] env[69695]: _type = "Task" [ 773.321692] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.339573] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498395, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.369770] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498394, 'name': Rename_Task, 'duration_secs': 0.22899} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.370214] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.371730] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8866fc-5f50-47d1-9d68-d42c6a9b633c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.381040] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 773.381040] env[69695]: value = "task-3498396" [ 773.381040] env[69695]: _type = "Task" [ 773.381040] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.384118] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1291d-0ac2-4212-8a9b-fdc980447471 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.397077] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8a96b-65c1-4db3-824d-5dcac483b11d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.400230] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.435340] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b410c-52c9-4062-b529-c26c4a3ae243 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.446256] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88190f2-7ec6-4992-acf2-039a90049be1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.465449] env[69695]: DEBUG nova.compute.provider_tree [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.576617] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5269d0cc-e4cc-e442-48a7-58f3ea3dd4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.024148} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.576901] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.577217] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c7bb457d-14bd-4aea-aa10-6051b1f042f6/c7bb457d-14bd-4aea-aa10-6051b1f042f6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.577488] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11bc717-5c39-43b1-b295-08047218c190 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.587943] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 773.587943] env[69695]: value = "task-3498397" [ 773.587943] env[69695]: _type = "Task" [ 773.587943] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.598854] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.835303] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498395, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.894983] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498396, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.971120] env[69695]: DEBUG nova.scheduler.client.report [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.099905] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50973} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.100200] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c7bb457d-14bd-4aea-aa10-6051b1f042f6/c7bb457d-14bd-4aea-aa10-6051b1f042f6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.100429] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.100685] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8dfd8e-d2a2-4021-bd99-605affadd2ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.110084] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 774.110084] env[69695]: value = "task-3498398" [ 774.110084] env[69695]: _type = "Task" [ 774.110084] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.127176] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.336758] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498395, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.394194] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498396, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.476178] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.476908] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.479916] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.367s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.481221] env[69695]: INFO nova.compute.claims [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.621426] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096669} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.621705] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.622576] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b963eddc-bcba-4159-8c5d-47046d694834 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.650209] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c7bb457d-14bd-4aea-aa10-6051b1f042f6/c7bb457d-14bd-4aea-aa10-6051b1f042f6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.650585] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db1e3e9-0608-48e9-ad60-9549c5e0168a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.675707] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 774.675707] env[69695]: value = "task-3498399" [ 774.675707] env[69695]: _type = "Task" [ 774.675707] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.681210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.681517] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.681697] env[69695]: DEBUG nova.compute.manager [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.682478] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9db8a4-5743-4298-ba37-f6c98aeb115a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.693069] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.694923] env[69695]: DEBUG nova.compute.manager [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 774.695886] env[69695]: DEBUG nova.objects.instance [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'flavor' on Instance uuid 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.833781] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498395, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.894768] env[69695]: DEBUG oslo_vmware.api [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498396, 'name': PowerOnVM_Task, 'duration_secs': 1.058253} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.895136] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.895370] env[69695]: INFO nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Took 6.76 seconds to spawn the instance on the hypervisor. [ 774.895552] env[69695]: DEBUG nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.896460] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa8b02-70b0-45e5-988d-da1fdfc9cb04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.988261] env[69695]: DEBUG nova.compute.utils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.990952] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.991294] env[69695]: DEBUG nova.network.neutron [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.053486] env[69695]: DEBUG nova.policy [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57eff646ad274143a4f9b5e4f589b956', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312d2d4e13474b6c9a174e831613e9d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.191684] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.342561] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498395, 'name': CloneVM_Task, 'duration_secs': 1.847609} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.343110] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Created linked-clone VM from snapshot [ 775.344351] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ba1c5-0245-474c-a3c0-ac22fc66b675 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.354969] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Uploading image 73e4fdd1-1890-44e1-8e57-5add11fa7ba3 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.385014] env[69695]: DEBUG nova.network.neutron [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Successfully created port: af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.392318] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.392318] env[69695]: value = "vm-699153" [ 775.392318] env[69695]: _type = "VirtualMachine" [ 775.392318] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.392318] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d9db9a8-9b50-4ed9-8f3a-92f11366233c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.404534] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lease: (returnval){ [ 775.404534] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fd7996-b597-7f12-9aae-bd1698981d3d" [ 775.404534] env[69695]: _type = "HttpNfcLease" [ 775.404534] env[69695]: } obtained for exporting VM: (result){ [ 775.404534] env[69695]: value = "vm-699153" [ 775.404534] env[69695]: _type = "VirtualMachine" [ 775.404534] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.404534] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the lease: (returnval){ [ 775.404534] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fd7996-b597-7f12-9aae-bd1698981d3d" [ 775.404534] env[69695]: _type = "HttpNfcLease" [ 775.404534] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.417040] env[69695]: INFO nova.compute.manager [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Took 38.35 seconds to build instance. [ 775.417688] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.417688] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fd7996-b597-7f12-9aae-bd1698981d3d" [ 775.417688] env[69695]: _type = "HttpNfcLease" [ 775.417688] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.491753] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.579302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "0ff0050a-2feb-470c-a69c-7d31748d24f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.579543] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.689691] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498399, 'name': ReconfigVM_Task, 'duration_secs': 0.757682} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.690018] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c7bb457d-14bd-4aea-aa10-6051b1f042f6/c7bb457d-14bd-4aea-aa10-6051b1f042f6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.690671] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebcf4c8f-331e-4536-bc12-17a4c3d78ef8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.698759] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 775.698759] env[69695]: value = "task-3498401" [ 775.698759] env[69695]: _type = "Task" [ 775.698759] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.707851] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.710356] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2df84585-88ff-4a10-9f64-61388c9cad7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.715248] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498401, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.732350] env[69695]: DEBUG oslo_vmware.api [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 775.732350] env[69695]: value = "task-3498402" [ 775.732350] env[69695]: _type = "Task" [ 775.732350] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.749137] env[69695]: DEBUG oslo_vmware.api [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.912657] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.912657] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fd7996-b597-7f12-9aae-bd1698981d3d" [ 775.912657] env[69695]: _type = "HttpNfcLease" [ 775.912657] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.913149] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.913149] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fd7996-b597-7f12-9aae-bd1698981d3d" [ 775.913149] env[69695]: _type = "HttpNfcLease" [ 775.913149] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.913940] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2073b-92e9-4bf9-b655-ef735608b8bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.919637] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c069f8b2-f82b-4785-93fc-6ddb581246cc tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.075s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.926355] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b8806-f928-590c-88f4-c2a282259a7d/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.926487] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b8806-f928-590c-88f4-c2a282259a7d/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.028972] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bb6c466-2f66-4115-9229-8f4e120faf10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.090200] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af7102-6911-4fdf-a9b2-d67e95e7e566 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.098656] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dfe6a1-31b1-41ed-9383-62d471e4038d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.128712] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38f86e2-8759-49d2-9b56-0c2bbd0398c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.137282] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fba836b-0e03-41d2-9cf7-237e42cb8d7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.152400] env[69695]: DEBUG nova.compute.provider_tree [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.209463] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498401, 'name': Rename_Task, 'duration_secs': 0.152039} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.209755] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.210011] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8bde56-d354-41b2-ad53-d7b2c52d5e67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.220506] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 776.220506] env[69695]: value = "task-3498403" [ 776.220506] env[69695]: _type = "Task" [ 776.220506] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.230598] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.246046] env[69695]: DEBUG oslo_vmware.api [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498402, 'name': PowerOffVM_Task, 'duration_secs': 0.205844} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.249911] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.249911] env[69695]: DEBUG nova.compute.manager [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.249911] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b0990-0898-403e-a2ae-4a7bf6a1dc08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.424040] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.506707] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.540188] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.540188] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.540966] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.540966] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.540966] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.541723] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.541812] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.541980] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.542322] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.542710] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.542710] env[69695]: DEBUG nova.virt.hardware [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.543811] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5553e478-46a3-4a05-b9a5-c835113da6e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.554227] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3c710a-5ea7-4fba-b24c-1e6c1d19b9c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.573060] env[69695]: DEBUG nova.compute.manager [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Received event network-changed-a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.573366] env[69695]: DEBUG nova.compute.manager [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Refreshing instance network info cache due to event network-changed-a0524d5c-a107-4094-a736-31caf8947f96. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.573755] env[69695]: DEBUG oslo_concurrency.lockutils [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] Acquiring lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.573836] env[69695]: DEBUG oslo_concurrency.lockutils [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] Acquired lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.574066] env[69695]: DEBUG nova.network.neutron [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Refreshing network info cache for port a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.655630] env[69695]: DEBUG nova.scheduler.client.report [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.731256] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498403, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.766473] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40abdf78-1052-4136-b047-30de610c08d4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.948187] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.161504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.164909] env[69695]: DEBUG nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.165383] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.957s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.167507] env[69695]: INFO nova.compute.claims [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.238443] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498403, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.295215] env[69695]: DEBUG nova.network.neutron [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Successfully updated port: af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.338433] env[69695]: DEBUG nova.network.neutron [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updated VIF entry in instance network info cache for port a0524d5c-a107-4094-a736-31caf8947f96. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.338832] env[69695]: DEBUG nova.network.neutron [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updating instance_info_cache with network_info: [{"id": "a0524d5c-a107-4094-a736-31caf8947f96", "address": "fa:16:3e:f5:c4:cb", "network": {"id": "7e00002a-181d-42db-a69f-bda190c119e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-868301375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306ca163034145c8b4e1461ad716c5fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0524d5c-a1", "ovs_interfaceid": "a0524d5c-a107-4094-a736-31caf8947f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.462133] env[69695]: DEBUG nova.objects.instance [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'flavor' on Instance uuid 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.673744] env[69695]: DEBUG nova.compute.utils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.677513] env[69695]: DEBUG nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 777.732907] env[69695]: DEBUG oslo_vmware.api [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498403, 'name': PowerOnVM_Task, 'duration_secs': 1.261029} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.733255] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.733521] env[69695]: INFO nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Took 8.71 seconds to spawn the instance on the hypervisor. [ 777.733743] env[69695]: DEBUG nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.734603] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9493c33-1dc7-4864-b3e1-d0773daf7fea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.800581] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "refresh_cache-7a1b9ecd-9646-4e90-8992-7f3253695b6f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.800804] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired lock "refresh_cache-7a1b9ecd-9646-4e90-8992-7f3253695b6f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.800938] env[69695]: DEBUG nova.network.neutron [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.844670] env[69695]: DEBUG oslo_concurrency.lockutils [req-857118e4-73a6-419f-9e27-886ee1f40948 req-1820af6c-6417-47d5-8d1b-4a2c89f65dac service nova] Releasing lock "refresh_cache-cab0b055-8cc8-42c4-bdac-b29252d9b2cb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.967595] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.967957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.968011] env[69695]: DEBUG nova.network.neutron [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.968171] env[69695]: DEBUG nova.objects.instance [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'info_cache' on Instance uuid 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.179814] env[69695]: DEBUG nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.254227] env[69695]: INFO nova.compute.manager [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Took 38.50 seconds to build instance. [ 778.339808] env[69695]: DEBUG nova.network.neutron [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.472412] env[69695]: DEBUG nova.objects.base [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Object Instance<24415407-c84b-49fc-a5e6-6b3449da9d0e> lazy-loaded attributes: flavor,info_cache {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 778.499968] env[69695]: DEBUG nova.network.neutron [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Updating instance_info_cache with network_info: [{"id": "af149ad8-2e57-4cc8-a393-bfb3bad1e5ce", "address": "fa:16:3e:5d:74:3b", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf149ad8-2e", "ovs_interfaceid": "af149ad8-2e57-4cc8-a393-bfb3bad1e5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.657395] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.672873] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec45ab6-9c71-4b2c-bf96-3cc1a76060ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.682011] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b42f8-6201-4939-9c46-96ea7bb23b73 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.720150] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47315e39-558c-4a50-a9af-5551141ce5c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.729700] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b2a19c-bf94-4c01-811f-248de10941b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.745206] env[69695]: DEBUG nova.compute.provider_tree [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.756318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33725e42-e1f1-4882-b518-6855402efc3f tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.164s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.757517] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.100s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.758495] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.758495] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.758495] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.760795] env[69695]: INFO nova.compute.manager [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Terminating instance [ 778.825884] env[69695]: DEBUG nova.compute.manager [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Received event network-vif-plugged-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.827373] env[69695]: DEBUG oslo_concurrency.lockutils [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] Acquiring lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.827373] env[69695]: DEBUG oslo_concurrency.lockutils [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.827373] env[69695]: DEBUG oslo_concurrency.lockutils [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.827373] env[69695]: DEBUG nova.compute.manager [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] No waiting events found dispatching network-vif-plugged-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.827373] env[69695]: WARNING nova.compute.manager [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Received unexpected event network-vif-plugged-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce for instance with vm_state building and task_state spawning. [ 778.827520] env[69695]: DEBUG nova.compute.manager [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Received event network-changed-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.827520] env[69695]: DEBUG nova.compute.manager [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Refreshing instance network info cache due to event network-changed-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.827820] env[69695]: DEBUG oslo_concurrency.lockutils [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] Acquiring lock "refresh_cache-7a1b9ecd-9646-4e90-8992-7f3253695b6f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.002764] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Releasing lock "refresh_cache-7a1b9ecd-9646-4e90-8992-7f3253695b6f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.003117] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Instance network_info: |[{"id": "af149ad8-2e57-4cc8-a393-bfb3bad1e5ce", "address": "fa:16:3e:5d:74:3b", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf149ad8-2e", "ovs_interfaceid": "af149ad8-2e57-4cc8-a393-bfb3bad1e5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.003294] env[69695]: DEBUG oslo_concurrency.lockutils [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] Acquired lock "refresh_cache-7a1b9ecd-9646-4e90-8992-7f3253695b6f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.003496] env[69695]: DEBUG nova.network.neutron [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Refreshing network info cache for port af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.004785] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:74:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af149ad8-2e57-4cc8-a393-bfb3bad1e5ce', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.013029] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.015327] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.015562] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fad5ae4-60c0-4abc-8385-c999e2d596dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.036780] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.036780] env[69695]: value = "task-3498404" [ 779.036780] env[69695]: _type = "Task" [ 779.036780] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.046913] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498404, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.194533] env[69695]: DEBUG nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.216798] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.217091] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.217250] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.217427] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.217571] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.217750] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.217973] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.218143] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.218306] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.218464] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.218631] env[69695]: DEBUG nova.virt.hardware [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.219632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666cc1b9-ce06-478e-8d70-5bf4fe407b50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.224298] env[69695]: DEBUG nova.network.neutron [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.232822] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fed62a2-efbb-4ca4-b5a1-9f1910f2b6ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.249831] env[69695]: DEBUG nova.scheduler.client.report [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.253219] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.258824] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Creating folder: Project (f885c6da74be41a4b070661dfd8e83c3). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.259621] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15bc0032-35ea-4a16-8478-f6532e852c66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.261505] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.264247] env[69695]: DEBUG nova.compute.manager [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.264457] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.265831] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a8527-2ba5-4a06-8943-d1e5777a5e52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.274752] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.276016] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6bebc98-6be3-4e08-a8aa-90a63cf85abf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.277652] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Created folder: Project (f885c6da74be41a4b070661dfd8e83c3) in parent group-v699067. [ 779.277849] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Creating folder: Instances. Parent ref: group-v699155. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.278137] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83b168a2-4f3a-4daa-b266-07f187f7fb04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.285713] env[69695]: DEBUG oslo_vmware.api [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 779.285713] env[69695]: value = "task-3498406" [ 779.285713] env[69695]: _type = "Task" [ 779.285713] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.292059] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Created folder: Instances in parent group-v699155. [ 779.292362] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.292578] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.292838] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb100d3c-a60d-4f03-be05-d13f8f418429 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.309353] env[69695]: DEBUG oslo_vmware.api [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.315175] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.315175] env[69695]: value = "task-3498408" [ 779.315175] env[69695]: _type = "Task" [ 779.315175] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.323635] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498408, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.549044] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498404, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.722118] env[69695]: DEBUG nova.network.neutron [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Updated VIF entry in instance network info cache for port af149ad8-2e57-4cc8-a393-bfb3bad1e5ce. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.722496] env[69695]: DEBUG nova.network.neutron [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Updating instance_info_cache with network_info: [{"id": "af149ad8-2e57-4cc8-a393-bfb3bad1e5ce", "address": "fa:16:3e:5d:74:3b", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf149ad8-2e", "ovs_interfaceid": "af149ad8-2e57-4cc8-a393-bfb3bad1e5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.727294] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.762884] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.762884] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.765465] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.190s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.768160] env[69695]: INFO nova.compute.claims [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.791402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.798277] env[69695]: DEBUG oslo_vmware.api [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498406, 'name': PowerOffVM_Task, 'duration_secs': 0.301213} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.798664] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.798776] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.799739] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37573c84-e862-4c21-8f80-9952212375be {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.826149] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498408, 'name': CreateVM_Task, 'duration_secs': 0.370444} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.826392] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.826810] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827024] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.827442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.827780] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8de9915-4777-4fe8-bffb-38e4d89da2e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.833736] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 779.833736] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d303bc-e4ba-fad4-3f9c-fa9bd26a01a1" [ 779.833736] env[69695]: _type = "Task" [ 779.833736] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.844945] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d303bc-e4ba-fad4-3f9c-fa9bd26a01a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.868155] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.868384] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.869016] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Deleting the datastore file [datastore1] c7bb457d-14bd-4aea-aa10-6051b1f042f6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.869016] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b315cc0-2111-40f0-86e4-bd02e0552ffe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.879154] env[69695]: DEBUG oslo_vmware.api [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for the task: (returnval){ [ 779.879154] env[69695]: value = "task-3498410" [ 779.879154] env[69695]: _type = "Task" [ 779.879154] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.886990] env[69695]: DEBUG oslo_vmware.api [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.047949] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498404, 'name': CreateVM_Task, 'duration_secs': 0.52975} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.048286] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.048813] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.225883] env[69695]: DEBUG oslo_concurrency.lockutils [req-8b6ca29f-8cab-432c-988d-44a246b24657 req-f62d0365-13f1-431a-a2d3-4bd17edd32a6 service nova] Releasing lock "refresh_cache-7a1b9ecd-9646-4e90-8992-7f3253695b6f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.279518] env[69695]: DEBUG nova.compute.utils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.279518] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.279518] env[69695]: DEBUG nova.network.neutron [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.319147] env[69695]: DEBUG nova.policy [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1573b1271dca4857af467528bc4a9973', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1afd866e1f8347868b4fca38a120b6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.346237] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d303bc-e4ba-fad4-3f9c-fa9bd26a01a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016403} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.346640] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.346972] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.347305] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.347500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.347725] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.348088] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.348457] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.348731] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bd0d26-5bd7-40b7-a389-a3e2e800ec8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.351406] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d7ea5e-5177-40dd-91e6-e07a00e03f8d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.358446] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 780.358446] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5221026e-4daa-7495-2a49-8d460203c4fb" [ 780.358446] env[69695]: _type = "Task" [ 780.358446] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.363152] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.363334] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.366434] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdea842-480a-411e-81bd-e06983e42daf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.371074] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5221026e-4daa-7495-2a49-8d460203c4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.375858] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 780.375858] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b6d735-e3da-9453-0f7a-1ec3cc81cd2a" [ 780.375858] env[69695]: _type = "Task" [ 780.375858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.387821] env[69695]: DEBUG oslo_vmware.api [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Task: {'id': task-3498410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26161} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.391785] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.392088] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.392325] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.392769] env[69695]: INFO nova.compute.manager [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.393108] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.393358] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b6d735-e3da-9453-0f7a-1ec3cc81cd2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.393630] env[69695]: DEBUG nova.compute.manager [-] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.393776] env[69695]: DEBUG nova.network.neutron [-] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.621634] env[69695]: DEBUG nova.network.neutron [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Successfully created port: 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.733417] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.733797] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf81039-83cb-422e-b200-e1102e36d4a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.745939] env[69695]: DEBUG oslo_vmware.api [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 780.745939] env[69695]: value = "task-3498411" [ 780.745939] env[69695]: _type = "Task" [ 780.745939] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.756183] env[69695]: DEBUG oslo_vmware.api [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.783417] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.874073] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5221026e-4daa-7495-2a49-8d460203c4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.024288} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.874417] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.874768] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.874948] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.895418] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b6d735-e3da-9453-0f7a-1ec3cc81cd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.021716} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.895418] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e6b498-a5dc-42ea-80a5-41bdb428e704 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.901277] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 780.901277] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528edee8-b99f-d826-864e-887b0b479e46" [ 780.901277] env[69695]: _type = "Task" [ 780.901277] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.913273] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528edee8-b99f-d826-864e-887b0b479e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.951564] env[69695]: DEBUG nova.compute.manager [req-b020f0ca-c28e-4e31-ada6-c7deb68d6268 req-07490d54-6574-422f-86c7-fa377685d9dc service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Received event network-vif-deleted-3263cda0-c30d-4294-bade-e82f54a6d0e4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.951943] env[69695]: INFO nova.compute.manager [req-b020f0ca-c28e-4e31-ada6-c7deb68d6268 req-07490d54-6574-422f-86c7-fa377685d9dc service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Neutron deleted interface 3263cda0-c30d-4294-bade-e82f54a6d0e4; detaching it from the instance and deleting it from the info cache [ 780.952253] env[69695]: DEBUG nova.network.neutron [req-b020f0ca-c28e-4e31-ada6-c7deb68d6268 req-07490d54-6574-422f-86c7-fa377685d9dc service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.124290] env[69695]: DEBUG nova.network.neutron [-] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.259704] env[69695]: DEBUG oslo_vmware.api [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498411, 'name': PowerOnVM_Task, 'duration_secs': 0.43776} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.259897] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.260236] env[69695]: DEBUG nova.compute.manager [None req-1612b878-0821-4ce2-89df-5d51c16135ff tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.261174] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c6bbb-ae2a-4e0e-90a3-1995d1147bb4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.344288] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc0cc41-3b41-4f16-b7ba-9603d46f7f5b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.355777] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b428623c-49c6-4e7a-bfd9-1959cfd1410f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.388147] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e7bf11-7f1b-4dbe-9744-3f5cee3fb90b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.398097] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b2202-8b86-4418-a28a-5f83babecf6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.411539] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528edee8-b99f-d826-864e-887b0b479e46, 'name': SearchDatastore_Task, 'duration_secs': 0.014713} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.420775] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.421065] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7cacd294-cab8-49d5-8f6b-df191b81685e/7cacd294-cab8-49d5-8f6b-df191b81685e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.421849] env[69695]: DEBUG nova.compute.provider_tree [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.423129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.423321] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.423539] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50be87a-3e07-43bb-9e7b-93f85426eb47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.425649] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0099c44-6984-4960-a53b-1f71837b26c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.434784] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 781.434784] env[69695]: value = "task-3498412" [ 781.434784] env[69695]: _type = "Task" [ 781.434784] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.439586] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.439793] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.440848] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3849cc42-6ed7-433b-a286-650a8ca313fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.447354] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.451474] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 781.451474] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229d4a2-3c28-3fff-4d2d-41e51b867a3d" [ 781.451474] env[69695]: _type = "Task" [ 781.451474] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.460606] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229d4a2-3c28-3fff-4d2d-41e51b867a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.460874] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f0b91f-eed3-48bf-971b-40a428146436 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.470657] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119de332-b8c5-448a-9365-d28d69aa1907 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.507926] env[69695]: DEBUG nova.compute.manager [req-b020f0ca-c28e-4e31-ada6-c7deb68d6268 req-07490d54-6574-422f-86c7-fa377685d9dc service nova] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Detach interface failed, port_id=3263cda0-c30d-4294-bade-e82f54a6d0e4, reason: Instance c7bb457d-14bd-4aea-aa10-6051b1f042f6 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.626603] env[69695]: INFO nova.compute.manager [-] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Took 1.23 seconds to deallocate network for instance. [ 781.796704] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.817175] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.817522] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.817564] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.817744] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.817889] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.818059] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.818284] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.818442] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.818607] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.818768] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.818968] env[69695]: DEBUG nova.virt.hardware [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.819869] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e958cf-648c-4bfe-ac35-9fd9f82fcbed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.828822] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840f98b-6fdd-4aa8-a5d7-736893e588b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.927224] env[69695]: DEBUG nova.scheduler.client.report [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.948206] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.963105] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229d4a2-3c28-3fff-4d2d-41e51b867a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.037263} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.965043] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0751203-ddd2-4847-87ef-a86cbe901717 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.973816] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 781.973816] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52836814-a809-978e-8298-6ce667cd706e" [ 781.973816] env[69695]: _type = "Task" [ 781.973816] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.982040] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52836814-a809-978e-8298-6ce667cd706e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.132593] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.145416] env[69695]: DEBUG nova.network.neutron [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Successfully updated port: 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.194088] env[69695]: DEBUG nova.compute.manager [req-882d59e0-9f14-48ad-ad98-b6560803a440 req-7b44b5c8-d71f-47db-94dd-91bb8a506ea8 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-vif-plugged-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.194335] env[69695]: DEBUG oslo_concurrency.lockutils [req-882d59e0-9f14-48ad-ad98-b6560803a440 req-7b44b5c8-d71f-47db-94dd-91bb8a506ea8 service nova] Acquiring lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.194541] env[69695]: DEBUG oslo_concurrency.lockutils [req-882d59e0-9f14-48ad-ad98-b6560803a440 req-7b44b5c8-d71f-47db-94dd-91bb8a506ea8 service nova] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.194778] env[69695]: DEBUG oslo_concurrency.lockutils [req-882d59e0-9f14-48ad-ad98-b6560803a440 req-7b44b5c8-d71f-47db-94dd-91bb8a506ea8 service nova] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.194982] env[69695]: DEBUG nova.compute.manager [req-882d59e0-9f14-48ad-ad98-b6560803a440 req-7b44b5c8-d71f-47db-94dd-91bb8a506ea8 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] No waiting events found dispatching network-vif-plugged-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.195407] env[69695]: WARNING nova.compute.manager [req-882d59e0-9f14-48ad-ad98-b6560803a440 req-7b44b5c8-d71f-47db-94dd-91bb8a506ea8 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received unexpected event network-vif-plugged-7c2cf10c-44c1-4931-9634-798ccd585f98 for instance with vm_state building and task_state spawning. [ 782.432768] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.433366] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.436666] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.731s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.436911] env[69695]: DEBUG nova.objects.instance [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lazy-loading 'resources' on Instance uuid 3dda3878-05f3-40fa-a6d0-e793f98b2ea5 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.451736] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002397} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.452968] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7cacd294-cab8-49d5-8f6b-df191b81685e/7cacd294-cab8-49d5-8f6b-df191b81685e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.453438] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.453832] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc1753b6-5b3a-40b6-a2a6-088e1de3ef42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.464280] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 782.464280] env[69695]: value = "task-3498413" [ 782.464280] env[69695]: _type = "Task" [ 782.464280] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.478274] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.493255] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52836814-a809-978e-8298-6ce667cd706e, 'name': SearchDatastore_Task, 'duration_secs': 0.0315} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.494482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494949] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7a1b9ecd-9646-4e90-8992-7f3253695b6f/7a1b9ecd-9646-4e90-8992-7f3253695b6f.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.495417] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d846bc15-bdf2-46d1-a427-113b9894b550 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.507039] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 782.507039] env[69695]: value = "task-3498414" [ 782.507039] env[69695]: _type = "Task" [ 782.507039] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.525921] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.652832] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.652832] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.652932] env[69695]: DEBUG nova.network.neutron [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.938564] env[69695]: DEBUG nova.compute.utils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.940532] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.940715] env[69695]: DEBUG nova.network.neutron [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.978789] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095708} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.979186] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.980122] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888946a-6a5a-4282-9635-addd9a256a00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.005214] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 7cacd294-cab8-49d5-8f6b-df191b81685e/7cacd294-cab8-49d5-8f6b-df191b81685e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.009485] env[69695]: DEBUG nova.policy [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b5d4f48a6e84b6abf9acf28af369c56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6767705d4db4c4db085967ce3d35d28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.011010] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2573057-397f-4e64-aee6-6a13d89df4f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.038636] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498414, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.043076] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 783.043076] env[69695]: value = "task-3498415" [ 783.043076] env[69695]: _type = "Task" [ 783.043076] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.053033] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.194705] env[69695]: DEBUG nova.network.neutron [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.341055] env[69695]: DEBUG nova.network.neutron [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Successfully created port: 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.443978] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.449143] env[69695]: DEBUG nova.network.neutron [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.484771] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0b95e3-7ecf-4fa9-bd11-22d8beb3fc26 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.495950] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2421129-b4c7-4cb4-bc71-ed5118b3765e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.533833] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71db33-5f3c-4cee-8b49-d3d1309ddee4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.546023] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c4645a-9660-4854-923c-855560d47d37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.550962] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605187} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.554716] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7a1b9ecd-9646-4e90-8992-7f3253695b6f/7a1b9ecd-9646-4e90-8992-7f3253695b6f.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.555032] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.555828] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13e21ba-53a6-42c4-8020-21e562516a07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.569781] env[69695]: DEBUG nova.compute.provider_tree [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.575820] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 783.575820] env[69695]: value = "task-3498416" [ 783.575820] env[69695]: _type = "Task" [ 783.575820] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.576242] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.587959] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.952441] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.952761] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Instance network_info: |[{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.953378] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ab:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c2cf10c-44c1-4931-9634-798ccd585f98', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.960863] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Creating folder: Project (1afd866e1f8347868b4fca38a120b6cb). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.961165] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-505ef852-04b4-4482-9ca7-07c0847d7d72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.975972] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Created folder: Project (1afd866e1f8347868b4fca38a120b6cb) in parent group-v699067. [ 783.975972] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Creating folder: Instances. Parent ref: group-v699158. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.975972] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ccacf3-2505-4b7d-8102-bf6ef8e72007 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.987225] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Created folder: Instances in parent group-v699158. [ 783.987543] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.987773] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.988029] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-330e08a7-bf96-4eaa-842d-d862a1fb78b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.010751] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.010751] env[69695]: value = "task-3498419" [ 784.010751] env[69695]: _type = "Task" [ 784.010751] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.020695] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498419, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.061113] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.077752] env[69695]: DEBUG nova.scheduler.client.report [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.090991] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07224} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.092902] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.092902] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7e3710-fbc8-41c4-9258-41854e998460 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.118128] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7a1b9ecd-9646-4e90-8992-7f3253695b6f/7a1b9ecd-9646-4e90-8992-7f3253695b6f.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.118651] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201d5702-deb7-4a9a-9192-d15f1958d458 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.140569] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 784.140569] env[69695]: value = "task-3498420" [ 784.140569] env[69695]: _type = "Task" [ 784.140569] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.150988] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.221815] env[69695]: DEBUG nova.compute.manager [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.222127] env[69695]: DEBUG nova.compute.manager [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing instance network info cache due to event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.222423] env[69695]: DEBUG oslo_concurrency.lockutils [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.222626] env[69695]: DEBUG oslo_concurrency.lockutils [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.222936] env[69695]: DEBUG nova.network.neutron [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.455822] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.483159] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.483456] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.483628] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.483826] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.483976] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.484196] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.484364] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.484529] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.484756] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.484896] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.485098] env[69695]: DEBUG nova.virt.hardware [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.486785] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884fd5f-b96a-42cb-970a-2bcc12e1e364 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.495996] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff4529-8931-4765-b7df-05fc5efc6849 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.524575] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498419, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.561783] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498415, 'name': ReconfigVM_Task, 'duration_secs': 1.431567} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.562083] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 7cacd294-cab8-49d5-8f6b-df191b81685e/7cacd294-cab8-49d5-8f6b-df191b81685e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.562799] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b85d3f-6911-4bba-aaf0-43d861dc7353 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.570922] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 784.570922] env[69695]: value = "task-3498421" [ 784.570922] env[69695]: _type = "Task" [ 784.570922] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.580972] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498421, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.586283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.588895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.552s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.591047] env[69695]: INFO nova.compute.claims [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.616580] env[69695]: INFO nova.scheduler.client.report [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Deleted allocations for instance 3dda3878-05f3-40fa-a6d0-e793f98b2ea5 [ 784.654142] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.032320] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498419, 'name': CreateVM_Task, 'duration_secs': 0.655064} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.033390] env[69695]: DEBUG nova.network.neutron [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updated VIF entry in instance network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.034532] env[69695]: DEBUG nova.network.neutron [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.034932] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.035662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.035859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036900] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b456355b-ac42-4994-8902-a2a803fbab23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.043703] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 785.043703] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f8417-cd20-78e0-2e0a-559ebc9f3dab" [ 785.043703] env[69695]: _type = "Task" [ 785.043703] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.052708] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f8417-cd20-78e0-2e0a-559ebc9f3dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.081204] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498421, 'name': Rename_Task, 'duration_secs': 0.257552} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.081517] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.082316] env[69695]: DEBUG nova.network.neutron [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Successfully updated port: 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.085776] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c10a867-1d8c-47fa-9eb1-d06c175bf662 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.097913] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 785.097913] env[69695]: value = "task-3498422" [ 785.097913] env[69695]: _type = "Task" [ 785.097913] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.108522] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.124283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Lock "3dda3878-05f3-40fa-a6d0-e793f98b2ea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.944s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.154423] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498420, 'name': ReconfigVM_Task, 'duration_secs': 0.745824} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.154423] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7a1b9ecd-9646-4e90-8992-7f3253695b6f/7a1b9ecd-9646-4e90-8992-7f3253695b6f.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.156162] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2705d87-032b-4ece-8af0-0fd18df73df1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.162662] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 785.162662] env[69695]: value = "task-3498423" [ 785.162662] env[69695]: _type = "Task" [ 785.162662] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.171751] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498423, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.540847] env[69695]: DEBUG oslo_concurrency.lockutils [req-116cd617-4607-466d-acc9-5bde5fa8c685 req-dba2361d-15e2-40b7-9485-383d779e778b service nova] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.555549] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f8417-cd20-78e0-2e0a-559ebc9f3dab, 'name': SearchDatastore_Task, 'duration_secs': 0.035868} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.555960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.556325] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.556711] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.556910] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.557119] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.557442] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01fb599-6786-4a62-8b8d-8040420c18e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.569026] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.569252] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.570177] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12db8b9-2f74-49f6-8cd9-ed8f557de0e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.576648] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 785.576648] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528a24e4-0bee-669a-e135-7b6c710afe24" [ 785.576648] env[69695]: _type = "Task" [ 785.576648] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.588594] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528a24e4-0bee-669a-e135-7b6c710afe24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.588594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "refresh_cache-81711994-e06d-4361-9df7-d0e8293793f4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.588594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquired lock "refresh_cache-81711994-e06d-4361-9df7-d0e8293793f4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.588594] env[69695]: DEBUG nova.network.neutron [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.612449] env[69695]: DEBUG oslo_vmware.api [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498422, 'name': PowerOnVM_Task, 'duration_secs': 0.509326} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.613894] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.614211] env[69695]: INFO nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Took 6.42 seconds to spawn the instance on the hypervisor. [ 785.614425] env[69695]: DEBUG nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.615357] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafdc7aa-1fb6-48d8-a30c-aabddf8c4aec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.673827] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498423, 'name': Rename_Task, 'duration_secs': 0.179194} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.674349] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.677115] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec03d7f-e4de-40e5-b9d0-cfa9edaa5fae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.686538] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 785.686538] env[69695]: value = "task-3498424" [ 785.686538] env[69695]: _type = "Task" [ 785.686538] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.700096] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.094343] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528a24e4-0bee-669a-e135-7b6c710afe24, 'name': SearchDatastore_Task, 'duration_secs': 0.021953} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.101259] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5823f48d-fece-4492-914d-d18b2007df71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.109235] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 786.109235] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52467dc6-e9f3-de58-0905-48939bb3f101" [ 786.109235] env[69695]: _type = "Task" [ 786.109235] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.124417] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52467dc6-e9f3-de58-0905-48939bb3f101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.139595] env[69695]: INFO nova.compute.manager [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Took 40.04 seconds to build instance. [ 786.141529] env[69695]: DEBUG nova.network.neutron [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.199034] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498424, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.210935] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88bd163-bd55-419b-8b38-a644beca0e5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.219823] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849f074-27e3-4141-be96-30e0940e1469 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.257694] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d29d6a-04e6-4565-abb4-3dc9a8b6b893 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.266471] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de5a57-e8c1-4ca3-ab49-cc78a457ab59 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.283802] env[69695]: DEBUG nova.compute.provider_tree [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.335023] env[69695]: DEBUG nova.compute.manager [None req-ce291375-047e-4c69-864c-f19a3aa1a856 tempest-ServerDiagnosticsV248Test-1677581728 tempest-ServerDiagnosticsV248Test-1677581728-project-admin] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.335317] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6cb238-7b6a-4446-b126-7f42a32c0fa9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.343210] env[69695]: INFO nova.compute.manager [None req-ce291375-047e-4c69-864c-f19a3aa1a856 tempest-ServerDiagnosticsV248Test-1677581728 tempest-ServerDiagnosticsV248Test-1677581728-project-admin] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Retrieving diagnostics [ 786.343981] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ee43c-e8a7-46cd-bf18-836b8cbbbb75 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.350263] env[69695]: DEBUG nova.compute.manager [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Received event network-vif-plugged-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.350476] env[69695]: DEBUG oslo_concurrency.lockutils [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] Acquiring lock "81711994-e06d-4361-9df7-d0e8293793f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.350679] env[69695]: DEBUG oslo_concurrency.lockutils [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] Lock "81711994-e06d-4361-9df7-d0e8293793f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.350848] env[69695]: DEBUG oslo_concurrency.lockutils [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] Lock "81711994-e06d-4361-9df7-d0e8293793f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.351195] env[69695]: DEBUG nova.compute.manager [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] No waiting events found dispatching network-vif-plugged-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.351422] env[69695]: WARNING nova.compute.manager [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Received unexpected event network-vif-plugged-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa for instance with vm_state building and task_state spawning. [ 786.351589] env[69695]: DEBUG nova.compute.manager [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Received event network-changed-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.351741] env[69695]: DEBUG nova.compute.manager [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Refreshing instance network info cache due to event network-changed-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.351906] env[69695]: DEBUG oslo_concurrency.lockutils [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] Acquiring lock "refresh_cache-81711994-e06d-4361-9df7-d0e8293793f4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.390451] env[69695]: DEBUG nova.network.neutron [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Updating instance_info_cache with network_info: [{"id": "9a80b5a8-1bc4-4b5b-94de-821a98cf94fa", "address": "fa:16:3e:d3:a3:75", "network": {"id": "61418669-2a46-45d0-86c9-a3e3a56411ec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1919627594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6767705d4db4c4db085967ce3d35d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a80b5a8-1b", "ovs_interfaceid": "9a80b5a8-1bc4-4b5b-94de-821a98cf94fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.625731] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52467dc6-e9f3-de58-0905-48939bb3f101, 'name': SearchDatastore_Task, 'duration_secs': 0.019277} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.626072] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.626373] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/dcc846cd-4ce5-41e6-a419-d85d964e9f79.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.626640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e4e37e-5b1d-4019-9644-af5f23dd7ff0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.636243] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 786.636243] env[69695]: value = "task-3498425" [ 786.636243] env[69695]: _type = "Task" [ 786.636243] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.643896] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b8806-f928-590c-88f4-c2a282259a7d/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.644907] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0503591-f4e4-48b6-88e2-30d17e0602e3 tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "7cacd294-cab8-49d5-8f6b-df191b81685e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.451s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.645739] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb100f4-3e2d-42ef-953a-5d80ecb3c68c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.653291] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.657958] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b8806-f928-590c-88f4-c2a282259a7d/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.658221] env[69695]: ERROR oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b8806-f928-590c-88f4-c2a282259a7d/disk-0.vmdk due to incomplete transfer. [ 786.658573] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5bc8d24-3f51-465d-b256-38d92b8c823d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.669063] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b8806-f928-590c-88f4-c2a282259a7d/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.669972] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Uploaded image 73e4fdd1-1890-44e1-8e57-5add11fa7ba3 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.673214] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.674116] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-514f3588-1fc1-4ce0-85c4-ec81b1271ad0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.681946] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 786.681946] env[69695]: value = "task-3498426" [ 786.681946] env[69695]: _type = "Task" [ 786.681946] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.691395] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498426, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.702623] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498424, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.790969] env[69695]: DEBUG nova.scheduler.client.report [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.892509] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Releasing lock "refresh_cache-81711994-e06d-4361-9df7-d0e8293793f4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.892877] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Instance network_info: |[{"id": "9a80b5a8-1bc4-4b5b-94de-821a98cf94fa", "address": "fa:16:3e:d3:a3:75", "network": {"id": "61418669-2a46-45d0-86c9-a3e3a56411ec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1919627594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6767705d4db4c4db085967ce3d35d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a80b5a8-1b", "ovs_interfaceid": "9a80b5a8-1bc4-4b5b-94de-821a98cf94fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.893202] env[69695]: DEBUG oslo_concurrency.lockutils [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] Acquired lock "refresh_cache-81711994-e06d-4361-9df7-d0e8293793f4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893381] env[69695]: DEBUG nova.network.neutron [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Refreshing network info cache for port 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.894559] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:a3:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a80b5a8-1bc4-4b5b-94de-821a98cf94fa', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.908461] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Creating folder: Project (f6767705d4db4c4db085967ce3d35d28). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.910755] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d80514f-c38c-46be-981a-34f0e7d1b164 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.924819] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Created folder: Project (f6767705d4db4c4db085967ce3d35d28) in parent group-v699067. [ 786.925084] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Creating folder: Instances. Parent ref: group-v699161. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.925336] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1562071-6a25-4901-ab24-06e4c45b9021 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.938655] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Created folder: Instances in parent group-v699161. [ 786.938655] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.938655] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.938655] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbee782-6a0e-403d-bf38-1c552f7f8fa7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.962153] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.962153] env[69695]: value = "task-3498429" [ 786.962153] env[69695]: _type = "Task" [ 786.962153] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.971924] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498429, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.147856] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.154512] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.194093] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498426, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.204571] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498424, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.296323] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.296878] env[69695]: DEBUG nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.299560] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.913s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.299781] env[69695]: DEBUG nova.objects.instance [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lazy-loading 'resources' on Instance uuid 9a6d7008-c038-4e29-9d44-0773720c91ad {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.473728] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498429, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.630756] env[69695]: DEBUG nova.network.neutron [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Updated VIF entry in instance network info cache for port 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.631352] env[69695]: DEBUG nova.network.neutron [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Updating instance_info_cache with network_info: [{"id": "9a80b5a8-1bc4-4b5b-94de-821a98cf94fa", "address": "fa:16:3e:d3:a3:75", "network": {"id": "61418669-2a46-45d0-86c9-a3e3a56411ec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1919627594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6767705d4db4c4db085967ce3d35d28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a80b5a8-1b", "ovs_interfaceid": "9a80b5a8-1bc4-4b5b-94de-821a98cf94fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.651242] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713408} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.651504] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/dcc846cd-4ce5-41e6-a419-d85d964e9f79.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.651721] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.652013] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cde09b1-a02b-46e0-9c21-29fdc4afdce7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.662630] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 787.662630] env[69695]: value = "task-3498430" [ 787.662630] env[69695]: _type = "Task" [ 787.662630] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.675746] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.683681] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.693251] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498426, 'name': Destroy_Task, 'duration_secs': 0.89731} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.693584] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Destroyed the VM [ 787.693827] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.694186] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43e99160-fca6-4ec7-81e6-81bb6ca26380 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.709339] env[69695]: DEBUG oslo_vmware.api [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498424, 'name': PowerOnVM_Task, 'duration_secs': 2.02063} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.710860] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.711104] env[69695]: INFO nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Took 11.20 seconds to spawn the instance on the hypervisor. [ 787.711311] env[69695]: DEBUG nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.711676] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 787.711676] env[69695]: value = "task-3498431" [ 787.711676] env[69695]: _type = "Task" [ 787.711676] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.712425] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524115d8-ad3f-4bd5-9bfa-39d795a5ecec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.725499] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.803736] env[69695]: DEBUG nova.compute.utils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.809319] env[69695]: DEBUG nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 787.976879] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498429, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.136982] env[69695]: DEBUG oslo_concurrency.lockutils [req-daace9f3-d225-46dd-93fc-0fd4c0640da6 req-f74953e2-a1ad-4835-8cb7-a70ce9c546e1 service nova] Releasing lock "refresh_cache-81711994-e06d-4361-9df7-d0e8293793f4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.176058] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085127} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.176371] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.177183] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8225d1d-127c-47bf-8698-36347f360950 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.202489] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/dcc846cd-4ce5-41e6-a419-d85d964e9f79.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.205288] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d92d7f2-fcd1-40dd-af24-83421d8ccd38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.233592] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.237979] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 788.237979] env[69695]: value = "task-3498432" [ 788.237979] env[69695]: _type = "Task" [ 788.237979] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.240546] env[69695]: INFO nova.compute.manager [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Took 45.91 seconds to build instance. [ 788.251431] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.281617] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750adc27-a8b7-4715-bbd3-f93655327f1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.290246] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8544a-2d9b-4ed8-ac0c-64fc9af7b181 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.325583] env[69695]: DEBUG nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.333034] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfd7a21-4857-4d9d-a145-2667ce5e8f7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.338498] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62320bf3-766c-42e8-980d-7cf79b9d47ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.353584] env[69695]: DEBUG nova.compute.provider_tree [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.477978] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498429, 'name': CreateVM_Task, 'duration_secs': 1.421983} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.478262] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.479114] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.479453] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.479617] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.479887] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde92cd5-614f-42d5-8b0e-e269073ff469 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.485994] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 788.485994] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523584a2-bc39-55e7-c9fa-1ec3b95d789c" [ 788.485994] env[69695]: _type = "Task" [ 788.485994] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.495000] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523584a2-bc39-55e7-c9fa-1ec3b95d789c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.564772] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "d39a7539-a268-4aed-a636-2d9b3bca6411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.565658] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "d39a7539-a268-4aed-a636-2d9b3bca6411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.733391] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498431, 'name': RemoveSnapshot_Task} progress is 69%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.745997] env[69695]: DEBUG oslo_concurrency.lockutils [None req-90e45a9a-23a9-401c-b158-042e3984afb9 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.223s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.754383] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.857131] env[69695]: DEBUG nova.scheduler.client.report [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.997732] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523584a2-bc39-55e7-c9fa-1ec3b95d789c, 'name': SearchDatastore_Task, 'duration_secs': 0.018334} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.998121] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.998404] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.998688] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.998844] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.999039] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.999312] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ae37e6-81ec-4590-b346-070d1d4e9f6a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.012710] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.013047] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.014219] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a5e365-a289-4c5b-b3f2-f3abc43a2636 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.021506] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 789.021506] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52596afd-eded-0bb6-a9ae-0a1b7815b265" [ 789.021506] env[69695]: _type = "Task" [ 789.021506] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.035550] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52596afd-eded-0bb6-a9ae-0a1b7815b265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.230779] env[69695]: DEBUG oslo_vmware.api [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498431, 'name': RemoveSnapshot_Task, 'duration_secs': 1.098239} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.231062] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.231298] env[69695]: INFO nova.compute.manager [None req-3ce514c9-a23a-4cdc-94f2-d1197f7f7eb8 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Took 18.02 seconds to snapshot the instance on the hypervisor. [ 789.250114] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.252768] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498432, 'name': ReconfigVM_Task, 'duration_secs': 0.62695} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.252993] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Reconfigured VM instance instance-0000001e to attach disk [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/dcc846cd-4ce5-41e6-a419-d85d964e9f79.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.253823] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d4b70f0-392f-4b84-8985-1e17808cc05e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.262460] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 789.262460] env[69695]: value = "task-3498433" [ 789.262460] env[69695]: _type = "Task" [ 789.262460] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.275592] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498433, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.308415] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.308555] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.308683] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.308883] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.309089] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.311129] env[69695]: INFO nova.compute.manager [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Terminating instance [ 789.340497] env[69695]: DEBUG nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.362670] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.364957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.492s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.365478] env[69695]: DEBUG nova.objects.instance [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lazy-loading 'resources' on Instance uuid 6a21a7bc-2096-4b27-bcea-b24eb3f9d581 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.370931] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.371182] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.371342] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.371516] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.371661] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.371812] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.372024] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.372194] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.372363] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.372528] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.372762] env[69695]: DEBUG nova.virt.hardware [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.373613] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83498a3a-963a-4c79-9485-e9f66c23a65a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.382789] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a52c1-00ce-482c-873b-1a6036657fad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.387369] env[69695]: INFO nova.scheduler.client.report [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Deleted allocations for instance 9a6d7008-c038-4e29-9d44-0773720c91ad [ 789.399937] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.405565] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Creating folder: Project (c734fab9fcd24d238cf36e6fa7f0f0ea). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.406095] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-841ff971-c605-4dff-a58e-5ec5bb8817a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.419180] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Created folder: Project (c734fab9fcd24d238cf36e6fa7f0f0ea) in parent group-v699067. [ 789.419375] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Creating folder: Instances. Parent ref: group-v699164. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.419609] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eea6de2-f3de-4381-947e-8b4864318f94 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.433596] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Created folder: Instances in parent group-v699164. [ 789.433596] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.433596] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.433596] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91f02215-20a4-4328-8995-fa8338cb5711 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.453505] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.453505] env[69695]: value = "task-3498436" [ 789.453505] env[69695]: _type = "Task" [ 789.453505] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.461033] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498436, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.535364] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52596afd-eded-0bb6-a9ae-0a1b7815b265, 'name': SearchDatastore_Task, 'duration_secs': 0.047801} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.536398] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f32a3e2-1362-4078-836c-78079f2c0315 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.544180] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 789.544180] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcf75e-c477-5748-228e-8b6e79d65d96" [ 789.544180] env[69695]: _type = "Task" [ 789.544180] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.553813] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcf75e-c477-5748-228e-8b6e79d65d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.774365] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498433, 'name': Rename_Task, 'duration_secs': 0.319497} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.775365] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.775552] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.775798] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-104a4829-b0e5-4d28-bd22-ffd933f290bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.783167] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 789.783167] env[69695]: value = "task-3498437" [ 789.783167] env[69695]: _type = "Task" [ 789.783167] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.796943] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.814807] env[69695]: DEBUG nova.compute.manager [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.815064] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.815925] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1b298-9136-4b66-8b01-f6ecf8b3b2f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.823615] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.823867] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f517fb95-ccad-4538-9bcb-a34148926f71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.831514] env[69695]: DEBUG oslo_vmware.api [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 789.831514] env[69695]: value = "task-3498438" [ 789.831514] env[69695]: _type = "Task" [ 789.831514] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.840644] env[69695]: DEBUG oslo_vmware.api [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.909955] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Lock "9a6d7008-c038-4e29-9d44-0773720c91ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.437s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.967028] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498436, 'name': CreateVM_Task, 'duration_secs': 0.315384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.967741] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.967741] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.967910] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.968247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.968534] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32433b06-cc78-4065-a69b-ff8367dfec43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.975050] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 789.975050] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5260ee82-4d88-bbb7-e346-c1ab88b7932f" [ 789.975050] env[69695]: _type = "Task" [ 789.975050] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.985932] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5260ee82-4d88-bbb7-e346-c1ab88b7932f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.055780] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcf75e-c477-5748-228e-8b6e79d65d96, 'name': SearchDatastore_Task, 'duration_secs': 0.012928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.056047] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.056353] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 81711994-e06d-4361-9df7-d0e8293793f4/81711994-e06d-4361-9df7-d0e8293793f4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.056617] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7800181b-b5f5-49d6-b8e6-4a4f8806b728 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.067102] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 790.067102] env[69695]: value = "task-3498439" [ 790.067102] env[69695]: _type = "Task" [ 790.067102] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.077681] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.294820] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498437, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.345208] env[69695]: DEBUG oslo_vmware.api [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498438, 'name': PowerOffVM_Task, 'duration_secs': 0.196404} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.345777] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.346141] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.346941] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad847d8e-264c-4c74-b80a-5d78a153f313 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.442584] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.442709] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.443077] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Deleting the datastore file [datastore1] 7a1b9ecd-9646-4e90-8992-7f3253695b6f {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.443427] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5982acfd-fe2a-4944-b119-86a8cea1216d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.448361] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66f084-8f95-4f82-a135-a523b9c44fb1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.461808] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726cffe-bcc0-4a5d-bea0-503c3271c484 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.465939] env[69695]: DEBUG oslo_vmware.api [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for the task: (returnval){ [ 790.465939] env[69695]: value = "task-3498441" [ 790.465939] env[69695]: _type = "Task" [ 790.465939] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.506347] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8919123-f83c-4622-ac41-086ea83e101b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.509339] env[69695]: DEBUG oslo_vmware.api [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.520545] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0723ed-0677-4f99-b078-7cd1d6d6758f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.527566] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5260ee82-4d88-bbb7-e346-c1ab88b7932f, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.528051] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.528388] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.528731] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.528964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.529203] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.530050] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca7f01c-2b99-4f21-ab95-3d2ac10b62a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.543248] env[69695]: DEBUG nova.compute.provider_tree [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.551574] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.551703] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.553224] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce627ae0-b30a-47d9-8c66-3fa9cdb9dc96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.560448] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 790.560448] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210487d-e784-f517-02cc-7d20b901b70a" [ 790.560448] env[69695]: _type = "Task" [ 790.560448] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.570619] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210487d-e784-f517-02cc-7d20b901b70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.579579] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490515} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.579841] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 81711994-e06d-4361-9df7-d0e8293793f4/81711994-e06d-4361-9df7-d0e8293793f4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.580071] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.580321] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27968075-3a09-48ed-ae4a-b0de487aefc6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.588721] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 790.588721] env[69695]: value = "task-3498442" [ 790.588721] env[69695]: _type = "Task" [ 790.588721] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.597853] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.794457] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498437, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.981062] env[69695]: DEBUG oslo_vmware.api [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Task: {'id': task-3498441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326131} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.981062] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.981062] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.981062] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.981062] env[69695]: INFO nova.compute.manager [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 790.981320] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.981320] env[69695]: DEBUG nova.compute.manager [-] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.981320] env[69695]: DEBUG nova.network.neutron [-] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.046289] env[69695]: DEBUG nova.scheduler.client.report [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.073768] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210487d-e784-f517-02cc-7d20b901b70a, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.074411] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05f8bd2-d4f3-47cb-919f-2c3fd23b061d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.080669] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 791.080669] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d2d85e-3276-6208-4669-fd534660f507" [ 791.080669] env[69695]: _type = "Task" [ 791.080669] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.090476] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d2d85e-3276-6208-4669-fd534660f507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.099384] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.295024] env[69695]: DEBUG oslo_vmware.api [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498437, 'name': PowerOnVM_Task, 'duration_secs': 1.205081} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.295343] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.295565] env[69695]: INFO nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Took 9.50 seconds to spawn the instance on the hypervisor. [ 791.295758] env[69695]: DEBUG nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.297514] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6933c18-2e21-4d86-99bd-6a2a1a54856b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.311840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "b2d28914-de45-41cd-9b0c-f5f05b591151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.312100] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.312954] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "b2d28914-de45-41cd-9b0c-f5f05b591151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.312954] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.312954] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.317347] env[69695]: INFO nova.compute.manager [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Terminating instance [ 791.503161] env[69695]: DEBUG nova.compute.manager [req-d7c1f418-33a2-4ff2-b801-023c257c1064 req-f0d3f5c7-4f09-4d34-ab9a-5cafedfb7b25 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Received event network-vif-deleted-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.503161] env[69695]: INFO nova.compute.manager [req-d7c1f418-33a2-4ff2-b801-023c257c1064 req-f0d3f5c7-4f09-4d34-ab9a-5cafedfb7b25 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Neutron deleted interface af149ad8-2e57-4cc8-a393-bfb3bad1e5ce; detaching it from the instance and deleting it from the info cache [ 791.503161] env[69695]: DEBUG nova.network.neutron [req-d7c1f418-33a2-4ff2-b801-023c257c1064 req-f0d3f5c7-4f09-4d34-ab9a-5cafedfb7b25 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.552837] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.556512] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.668s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.556778] env[69695]: DEBUG nova.objects.instance [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lazy-loading 'resources' on Instance uuid d666d38b-4e9e-4b05-b266-f280c3a0a768 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.586581] env[69695]: INFO nova.scheduler.client.report [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleted allocations for instance 6a21a7bc-2096-4b27-bcea-b24eb3f9d581 [ 791.601019] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d2d85e-3276-6208-4669-fd534660f507, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.601019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.601019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.601758] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-500998fa-f7cc-4a80-bf8a-68881415d87c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.608888] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498442, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.615356] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 791.615356] env[69695]: value = "task-3498443" [ 791.615356] env[69695]: _type = "Task" [ 791.615356] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.624826] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.825031] env[69695]: INFO nova.compute.manager [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Took 42.63 seconds to build instance. [ 791.825031] env[69695]: DEBUG nova.compute.manager [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.825031] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.826980] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f849f2e-2172-430f-9af3-c4746df678ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.839103] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.846259] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c89dc4e2-8831-4216-b771-db44c1f42c7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.856758] env[69695]: DEBUG oslo_vmware.api [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 791.856758] env[69695]: value = "task-3498444" [ 791.856758] env[69695]: _type = "Task" [ 791.856758] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.866376] env[69695]: DEBUG oslo_vmware.api [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.904178] env[69695]: DEBUG nova.network.neutron [-] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.009127] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-649cd38a-c4e6-4510-b0e8-8153619d5dbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.023658] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a9cb60-9061-474e-910b-5d47fa18e866 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.068305] env[69695]: DEBUG nova.compute.manager [req-d7c1f418-33a2-4ff2-b801-023c257c1064 req-f0d3f5c7-4f09-4d34-ab9a-5cafedfb7b25 service nova] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Detach interface failed, port_id=af149ad8-2e57-4cc8-a393-bfb3bad1e5ce, reason: Instance 7a1b9ecd-9646-4e90-8992-7f3253695b6f could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.114176] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.04157} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.114551] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce45d5ed-cdca-4823-8363-0dd85f867243 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "6a21a7bc-2096-4b27-bcea-b24eb3f9d581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.307s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.115699] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.117027] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62280368-2cb4-4ce4-b971-cf65e352913d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.131021] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498443, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.149733] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 81711994-e06d-4361-9df7-d0e8293793f4/81711994-e06d-4361-9df7-d0e8293793f4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.154084] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd0e6da-6cf0-401a-a7c1-617c12fde973 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.183026] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 792.183026] env[69695]: value = "task-3498445" [ 792.183026] env[69695]: _type = "Task" [ 792.183026] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.194254] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.245511] env[69695]: INFO nova.compute.manager [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Rescuing [ 792.245511] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.245511] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.245511] env[69695]: DEBUG nova.network.neutron [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.326086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5315ac50-ce17-4550-b556-7daa1b7092e2 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.984s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.365364] env[69695]: DEBUG oslo_vmware.api [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498444, 'name': PowerOffVM_Task, 'duration_secs': 0.29631} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.367952] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.368225] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.368642] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bd54816-3f3d-41ed-82be-e9c86cae82c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.405079] env[69695]: INFO nova.compute.manager [-] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Took 1.42 seconds to deallocate network for instance. [ 792.427758] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.428182] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.428503] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Deleting the datastore file [datastore1] b2d28914-de45-41cd-9b0c-f5f05b591151 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.432850] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-857d7a47-f478-4156-8166-17310a697a2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.442582] env[69695]: DEBUG oslo_vmware.api [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for the task: (returnval){ [ 792.442582] env[69695]: value = "task-3498447" [ 792.442582] env[69695]: _type = "Task" [ 792.442582] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.455286] env[69695]: DEBUG oslo_vmware.api [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.629857] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524401} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.630146] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.630366] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.630620] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f64a34c-ab2c-4545-9e36-332ce0642922 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.637757] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 792.637757] env[69695]: value = "task-3498448" [ 792.637757] env[69695]: _type = "Task" [ 792.637757] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.639357] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac24bed6-51c6-4557-8cf4-e4ec1f5f5f0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.650742] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.654025] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4effdf70-4f74-4a1d-8bce-843a0745ae43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.687456] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fde694-d5bf-4119-9663-01890a31f76e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.700384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f847b092-c22a-4bbf-ab7b-bef3cdf9bc4c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.704218] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.715624] env[69695]: DEBUG nova.compute.provider_tree [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.828720] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.915926] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.955214] env[69695]: DEBUG oslo_vmware.api [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Task: {'id': task-3498447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145254} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.955746] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.956116] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.956411] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.956691] env[69695]: INFO nova.compute.manager [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Took 1.13 seconds to destroy the instance on the hypervisor. [ 792.957047] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.957392] env[69695]: DEBUG nova.compute.manager [-] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.959019] env[69695]: DEBUG nova.network.neutron [-] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.963768] env[69695]: DEBUG nova.network.neutron [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.150426] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.150915] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.152047] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d22e5-27bc-441a-99a6-cb9f79c618d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.181355] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.181842] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9586f1-87f3-4d9d-b5b5-50bb7f7be9ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.206959] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.208696] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 793.208696] env[69695]: value = "task-3498449" [ 793.208696] env[69695]: _type = "Task" [ 793.208696] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.217237] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.218250] env[69695]: DEBUG nova.scheduler.client.report [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.359982] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.379487] env[69695]: DEBUG nova.compute.manager [req-3b8e4246-cd7f-4738-8cc4-7623bbc5f1f8 req-71f2eb8c-327e-4472-8cca-3407a566ab55 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Received event network-vif-deleted-647963a4-09cc-4134-859e-a0066a812206 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.379784] env[69695]: INFO nova.compute.manager [req-3b8e4246-cd7f-4738-8cc4-7623bbc5f1f8 req-71f2eb8c-327e-4472-8cca-3407a566ab55 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Neutron deleted interface 647963a4-09cc-4134-859e-a0066a812206; detaching it from the instance and deleting it from the info cache [ 793.379967] env[69695]: DEBUG nova.network.neutron [req-3b8e4246-cd7f-4738-8cc4-7623bbc5f1f8 req-71f2eb8c-327e-4472-8cca-3407a566ab55 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.467189] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.708170] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498445, 'name': ReconfigVM_Task, 'duration_secs': 1.102856} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.710274] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 81711994-e06d-4361-9df7-d0e8293793f4/81711994-e06d-4361-9df7-d0e8293793f4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.711011] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49b114fc-2129-460a-9e72-b648837749f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.722498] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498449, 'name': ReconfigVM_Task, 'duration_secs': 0.454803} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.725100] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.726703] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.727423] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 793.727423] env[69695]: value = "task-3498450" [ 793.727423] env[69695]: _type = "Task" [ 793.727423] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.727866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.820s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.729284] env[69695]: INFO nova.compute.claims [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.731838] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e92ce92-d14b-400b-a684-16893377175a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.745234] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 793.745234] env[69695]: value = "task-3498451" [ 793.745234] env[69695]: _type = "Task" [ 793.745234] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.756904] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498451, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.761377] env[69695]: INFO nova.scheduler.client.report [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Deleted allocations for instance d666d38b-4e9e-4b05-b266-f280c3a0a768 [ 793.865270] env[69695]: DEBUG nova.network.neutron [-] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.882473] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f38cfd5-2273-49f8-9cd6-b14d82eaeebb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.900098] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ee6cd-4e31-4edf-89be-2b991214a7dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.938483] env[69695]: DEBUG nova.compute.manager [req-3b8e4246-cd7f-4738-8cc4-7623bbc5f1f8 req-71f2eb8c-327e-4472-8cca-3407a566ab55 service nova] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Detach interface failed, port_id=647963a4-09cc-4134-859e-a0066a812206, reason: Instance b2d28914-de45-41cd-9b0c-f5f05b591151 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.253178] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498450, 'name': Rename_Task, 'duration_secs': 0.18317} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.258784] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.259369] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-308b971e-f26e-48c7-8458-9b4e8f9cbaeb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.266914] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498451, 'name': Rename_Task, 'duration_secs': 0.162682} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.268636] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.271959] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 794.271959] env[69695]: value = "task-3498452" [ 794.271959] env[69695]: _type = "Task" [ 794.271959] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.272317] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0c5eacf-d841-43e9-9c7d-5d6e24799051 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.274062] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Lock "d666d38b-4e9e-4b05-b266-f280c3a0a768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.724s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.286218] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.287750] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 794.287750] env[69695]: value = "task-3498453" [ 794.287750] env[69695]: _type = "Task" [ 794.287750] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.304363] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.367202] env[69695]: INFO nova.compute.manager [-] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Took 1.41 seconds to deallocate network for instance. [ 794.802538] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498452, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.814611] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498453, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.877981] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.007593] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.011142] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30ea049-eb1f-43e8-8e4b-c589bb0e720b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.023296] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 795.023296] env[69695]: value = "task-3498454" [ 795.023296] env[69695]: _type = "Task" [ 795.023296] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.033025] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.287011] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498452, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.299627] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498453, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.301306] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c98d5-bc46-46d8-a52b-41ecc4294e01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.309465] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f284f5b-8b07-4f4f-98ca-4c1047507a87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.348386] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7589a26a-4cd7-4403-ac47-26ad62ecc38f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.359835] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2babfe-3463-48d7-9c48-d653e801478c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.378139] env[69695]: DEBUG nova.compute.provider_tree [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.537828] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498454, 'name': PowerOffVM_Task, 'duration_secs': 0.190366} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.538147] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.539371] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af875b36-61a1-4388-9e68-b5b07ad6f3b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.562334] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ecdf36-6e60-474e-9118-ffb1d10b66d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.610255] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.610576] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1166f136-b1b9-418d-8e36-24aa75e36553 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.625142] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 795.625142] env[69695]: value = "task-3498455" [ 795.625142] env[69695]: _type = "Task" [ 795.625142] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.634486] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.791230] env[69695]: DEBUG oslo_vmware.api [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498452, 'name': PowerOnVM_Task, 'duration_secs': 1.200789} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.791230] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.791230] env[69695]: INFO nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Took 11.33 seconds to spawn the instance on the hypervisor. [ 795.791230] env[69695]: DEBUG nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.794981] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d6c5e3-e2a4-4016-be96-ae188da546b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.805109] env[69695]: DEBUG oslo_vmware.api [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498453, 'name': PowerOnVM_Task, 'duration_secs': 1.48386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.806952] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.807268] env[69695]: INFO nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Took 6.47 seconds to spawn the instance on the hypervisor. [ 795.807443] env[69695]: DEBUG nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.814510] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766f4fdd-1c7a-4cc7-851d-3b0c7388182f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.882126] env[69695]: DEBUG nova.scheduler.client.report [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.144597] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 796.144921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.145839] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.146386] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.146386] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.146564] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a83abb39-5748-4c9a-864b-4f5ddc3ede1c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.159627] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.159833] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.160596] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27fa68d-80c8-448d-90a1-d09bed6ad145 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.168587] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 796.168587] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524fb57c-0186-87f2-2ffa-0a440fe74aef" [ 796.168587] env[69695]: _type = "Task" [ 796.168587] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.178942] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524fb57c-0186-87f2-2ffa-0a440fe74aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.332359] env[69695]: INFO nova.compute.manager [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Took 44.78 seconds to build instance. [ 796.339111] env[69695]: INFO nova.compute.manager [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Took 39.33 seconds to build instance. [ 796.388674] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.389313] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.395745] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.638s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.395975] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.396189] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 796.396493] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.739s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.400585] env[69695]: INFO nova.compute.claims [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.404332] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312df1f-dee7-4322-8c85-9e9a839a3f10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.414033] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64d07d-8301-47b0-8e5b-cb2777c06976 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.429375] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38704fb0-0b14-4f09-96b4-c718eae8e42b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.439598] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d25dea-da33-4a2b-bdac-aaa55c331531 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.470480] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179650MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 796.470641] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.752733] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524fb57c-0186-87f2-2ffa-0a440fe74aef, 'name': SearchDatastore_Task, 'duration_secs': 0.022076} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.752733] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03e920e-63ce-4a01-b76f-ce5b110c687f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.752733] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 796.752733] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52148af9-dc0d-7ee4-b4bb-65e3b3e0fb02" [ 796.752733] env[69695]: _type = "Task" [ 796.752733] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.752733] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52148af9-dc0d-7ee4-b4bb-65e3b3e0fb02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.789011] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "76270db6-94e7-4800-8d8f-03ee7ac7b324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.789251] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.837299] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "81711994-e06d-4361-9df7-d0e8293793f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.482s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.844603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-49085ee2-47fd-415d-8eae-57c5bc847ad9 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "1704e568-0bc9-41c2-96e8-a45ed3d81534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.977s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.905593] env[69695]: DEBUG nova.compute.utils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.907073] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.907073] env[69695]: DEBUG nova.network.neutron [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.008151] env[69695]: DEBUG nova.policy [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69780cb857bd44aeb1b4d0675e5a2d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa2b2455118141ef9239f4c7af451a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.012733] env[69695]: DEBUG nova.compute.manager [None req-f5f212b7-588f-455a-8fbc-c84d3dbf79bd tempest-ServerDiagnosticsV248Test-1677581728 tempest-ServerDiagnosticsV248Test-1677581728-project-admin] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.014302] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4757e383-67c7-4734-9902-af6aa76a95fe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.022932] env[69695]: INFO nova.compute.manager [None req-f5f212b7-588f-455a-8fbc-c84d3dbf79bd tempest-ServerDiagnosticsV248Test-1677581728 tempest-ServerDiagnosticsV248Test-1677581728-project-admin] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Retrieving diagnostics [ 797.025035] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67dfbdc-52c8-4b71-8a2d-78d35043f9ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.211176] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52148af9-dc0d-7ee4-b4bb-65e3b3e0fb02, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.211599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.212146] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. {{(pid=69695) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 797.212469] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-675ebdff-c13a-4918-b6d6-45dbc251ad6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.222297] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 797.222297] env[69695]: value = "task-3498456" [ 797.222297] env[69695]: _type = "Task" [ 797.222297] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.232623] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.318150] env[69695]: DEBUG nova.network.neutron [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Successfully created port: 6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.339200] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.347252] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.414560] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.565977] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "b1697ea0-f94a-4605-9a91-2b158d047f56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.566296] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.566509] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "b1697ea0-f94a-4605-9a91-2b158d047f56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.566690] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.566849] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.569345] env[69695]: INFO nova.compute.manager [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Terminating instance [ 797.733494] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.878787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.886977] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.972249] env[69695]: INFO nova.compute.manager [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Rebuilding instance [ 798.007177] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2caef9-8c83-4035-9e7c-e9012e98f15b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.018960] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7eed1e-3106-4a5e-a3d7-2930ee0dfc0a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.026174] env[69695]: DEBUG nova.compute.manager [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.027407] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe8a11a-dd9a-4a85-8e9c-02af95dd1033 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.059081] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d6e08-211f-4413-8d22-dcac010aa8b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.070617] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa13925-7a52-454f-8c7e-3478a5577791 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.075358] env[69695]: DEBUG nova.compute.manager [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.075650] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.076820] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490076c4-e068-40cb-8a51-19bd7e95024d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.092629] env[69695]: DEBUG nova.compute.provider_tree [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.096994] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.097286] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474b4ce7-23e8-4fb1-9393-944e6a7a1c0c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.108475] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 798.108475] env[69695]: value = "task-3498457" [ 798.108475] env[69695]: _type = "Task" [ 798.108475] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.117679] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.244685] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734261} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.245214] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. [ 798.246742] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da535425-f9a0-4040-9cb0-9ecd906cb1a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.278719] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.279159] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9650de49-c308-472e-8d66-37287dd5a82f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.303647] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 798.303647] env[69695]: value = "task-3498458" [ 798.303647] env[69695]: _type = "Task" [ 798.303647] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.313074] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.435149] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.437744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "7cacd294-cab8-49d5-8f6b-df191b81685e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.439040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "7cacd294-cab8-49d5-8f6b-df191b81685e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.439040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "7cacd294-cab8-49d5-8f6b-df191b81685e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.439040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "7cacd294-cab8-49d5-8f6b-df191b81685e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.439040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "7cacd294-cab8-49d5-8f6b-df191b81685e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.442492] env[69695]: INFO nova.compute.manager [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Terminating instance [ 798.467719] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.468018] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.468643] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.468887] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.469091] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.469260] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.469554] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.469755] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.469948] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.470153] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.470767] env[69695]: DEBUG nova.virt.hardware [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.471652] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b2da4-bd79-46cd-9c95-bf2aa90b2333 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.482567] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8626f8cb-a8d1-4fc7-a844-b0e5e9ba3764 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.599142] env[69695]: DEBUG nova.scheduler.client.report [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.621092] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498457, 'name': PowerOffVM_Task, 'duration_secs': 0.227598} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.622229] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.622413] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.622727] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e43d714-0c45-4bc6-a181-b749c312c065 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.699987] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.700376] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.700662] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Deleting the datastore file [datastore2] b1697ea0-f94a-4605-9a91-2b158d047f56 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.701025] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1bc33b8-ef4a-4355-aa71-57c83a0a2e57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.709378] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for the task: (returnval){ [ 798.709378] env[69695]: value = "task-3498460" [ 798.709378] env[69695]: _type = "Task" [ 798.709378] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.718789] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.815381] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.945482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "refresh_cache-7cacd294-cab8-49d5-8f6b-df191b81685e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.945663] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquired lock "refresh_cache-7cacd294-cab8-49d5-8f6b-df191b81685e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.945842] env[69695]: DEBUG nova.network.neutron [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.069198] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.069517] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb749504-8895-4d18-bfe7-ddeecc1474d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.078088] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 799.078088] env[69695]: value = "task-3498461" [ 799.078088] env[69695]: _type = "Task" [ 799.078088] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.087260] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.088773] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "81711994-e06d-4361-9df7-d0e8293793f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.089029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "81711994-e06d-4361-9df7-d0e8293793f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.089227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "81711994-e06d-4361-9df7-d0e8293793f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.089414] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "81711994-e06d-4361-9df7-d0e8293793f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.089579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "81711994-e06d-4361-9df7-d0e8293793f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.092758] env[69695]: INFO nova.compute.manager [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Terminating instance [ 799.104690] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.105377] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.108593] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.551s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.109944] env[69695]: INFO nova.compute.claims [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.221227] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.319734] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.454431] env[69695]: DEBUG nova.network.neutron [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Successfully updated port: 6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.482784] env[69695]: DEBUG nova.network.neutron [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.598177] env[69695]: DEBUG nova.network.neutron [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.599142] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498461, 'name': PowerOffVM_Task, 'duration_secs': 0.281533} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.599687] env[69695]: DEBUG nova.compute.manager [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.599880] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.600202] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.600823] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.601620] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e89cb8-1c52-449b-a35a-c7ff23b96176 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.606124] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e106b-03e0-4788-b43c-54df4659f112 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.615706] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.617543] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d042139b-c745-4ce0-b5c9-2d88a5e4d5a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.622437] env[69695]: DEBUG nova.compute.utils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.624114] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.624982] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.624982] env[69695]: DEBUG nova.network.neutron [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.628213] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a075b5f3-298d-4197-9479-a527b66099cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.639321] env[69695]: DEBUG oslo_vmware.api [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 799.639321] env[69695]: value = "task-3498462" [ 799.639321] env[69695]: _type = "Task" [ 799.639321] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.654738] env[69695]: DEBUG oslo_vmware.api [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.677435] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.677692] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.678145] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Deleting the datastore file [datastore2] 1704e568-0bc9-41c2-96e8-a45ed3d81534 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.678459] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e042642-f96c-4b5e-b205-b33bf2ab4b0a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.683196] env[69695]: DEBUG nova.policy [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8889a4a52fdc4fefa834bbfec8e35c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53139eab646c4cbfb9f0b448dbaaac47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.688245] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 799.688245] env[69695]: value = "task-3498464" [ 799.688245] env[69695]: _type = "Task" [ 799.688245] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.700036] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.714206] env[69695]: DEBUG nova.compute.manager [req-ec1cf648-530d-444c-9ca9-5a337d6bbf74 req-b8a15ae0-54a7-4071-9fdf-2f1cc7cf590f service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Received event network-vif-plugged-6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.714498] env[69695]: DEBUG oslo_concurrency.lockutils [req-ec1cf648-530d-444c-9ca9-5a337d6bbf74 req-b8a15ae0-54a7-4071-9fdf-2f1cc7cf590f service nova] Acquiring lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.714745] env[69695]: DEBUG oslo_concurrency.lockutils [req-ec1cf648-530d-444c-9ca9-5a337d6bbf74 req-b8a15ae0-54a7-4071-9fdf-2f1cc7cf590f service nova] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.715260] env[69695]: DEBUG oslo_concurrency.lockutils [req-ec1cf648-530d-444c-9ca9-5a337d6bbf74 req-b8a15ae0-54a7-4071-9fdf-2f1cc7cf590f service nova] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.715260] env[69695]: DEBUG nova.compute.manager [req-ec1cf648-530d-444c-9ca9-5a337d6bbf74 req-b8a15ae0-54a7-4071-9fdf-2f1cc7cf590f service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] No waiting events found dispatching network-vif-plugged-6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.715451] env[69695]: WARNING nova.compute.manager [req-ec1cf648-530d-444c-9ca9-5a337d6bbf74 req-b8a15ae0-54a7-4071-9fdf-2f1cc7cf590f service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Received unexpected event network-vif-plugged-6e3a38b7-64a4-472b-96ad-40cf52167108 for instance with vm_state building and task_state spawning. [ 799.728219] env[69695]: DEBUG oslo_vmware.api [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Task: {'id': task-3498460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641415} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.728567] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.728811] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.729071] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.729261] env[69695]: INFO nova.compute.manager [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Took 1.65 seconds to destroy the instance on the hypervisor. [ 799.729659] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.729916] env[69695]: DEBUG nova.compute.manager [-] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.730099] env[69695]: DEBUG nova.network.neutron [-] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.819315] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498458, 'name': ReconfigVM_Task, 'duration_secs': 1.346097} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.819315] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Reconfigured VM instance instance-0000001e to attach disk [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.819978] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d932c644-4ef1-43cf-9fa1-516864e8db7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.848100] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6159c090-eb24-4030-89ae-73abd6ff4433 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.868123] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 799.868123] env[69695]: value = "task-3498465" [ 799.868123] env[69695]: _type = "Task" [ 799.868123] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.877629] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.963143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "refresh_cache-a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.964259] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "refresh_cache-a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.964259] env[69695]: DEBUG nova.network.neutron [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.991397] env[69695]: DEBUG nova.network.neutron [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Successfully created port: a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.106277] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Releasing lock "refresh_cache-7cacd294-cab8-49d5-8f6b-df191b81685e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.109031] env[69695]: DEBUG nova.compute.manager [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.109031] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.109031] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76355cb0-8f4a-42fb-a122-f99f114f5bdd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.120121] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.120121] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b15134d-3fa2-4f70-9dd8-5e32b7b3e80e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.134624] env[69695]: DEBUG oslo_vmware.api [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 800.134624] env[69695]: value = "task-3498466" [ 800.134624] env[69695]: _type = "Task" [ 800.134624] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.135559] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.157316] env[69695]: DEBUG oslo_vmware.api [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.161068] env[69695]: DEBUG oslo_vmware.api [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498462, 'name': PowerOffVM_Task, 'duration_secs': 0.215874} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.161172] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.161395] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.161938] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7701b231-00c0-426e-8cf6-eb850df6a189 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.209464] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185015} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.211085] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.211480] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.211816] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.215227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.215631] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.241420] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.241661] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.241850] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Deleting the datastore file [datastore1] 81711994-e06d-4361-9df7-d0e8293793f4 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.247575] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a6f70d-3b8d-4515-9d0c-34f7008da971 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.256929] env[69695]: DEBUG oslo_vmware.api [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for the task: (returnval){ [ 800.256929] env[69695]: value = "task-3498468" [ 800.256929] env[69695]: _type = "Task" [ 800.256929] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.269277] env[69695]: DEBUG oslo_vmware.api [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.383824] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498465, 'name': ReconfigVM_Task, 'duration_secs': 0.161729} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.383824] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.383824] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412a510b-851d-4cd9-b292-7c6a31c504bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.394596] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 800.394596] env[69695]: value = "task-3498469" [ 800.394596] env[69695]: _type = "Task" [ 800.394596] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.411182] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.521853] env[69695]: DEBUG nova.network.neutron [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.651591] env[69695]: DEBUG oslo_vmware.api [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498466, 'name': PowerOffVM_Task, 'duration_secs': 0.191058} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.654536] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.654804] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.655875] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dbaba7f-6b60-42d0-b22f-80f20f8a80ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.697868] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.698233] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.698510] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Deleting the datastore file [datastore1] 7cacd294-cab8-49d5-8f6b-df191b81685e {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.699233] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba740d6d-172d-44f8-96b6-80d96370386e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.709379] env[69695]: DEBUG oslo_vmware.api [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for the task: (returnval){ [ 800.709379] env[69695]: value = "task-3498471" [ 800.709379] env[69695]: _type = "Task" [ 800.709379] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.721414] env[69695]: DEBUG oslo_vmware.api [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.722863] env[69695]: DEBUG nova.network.neutron [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Updating instance_info_cache with network_info: [{"id": "6e3a38b7-64a4-472b-96ad-40cf52167108", "address": "fa:16:3e:55:09:6e", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3a38b7-64", "ovs_interfaceid": "6e3a38b7-64a4-472b-96ad-40cf52167108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.760906] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae301401-8916-41eb-b746-cce4edeebb18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.773232] env[69695]: DEBUG oslo_vmware.api [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Task: {'id': task-3498468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242434} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.775320] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.775626] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.775729] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.775871] env[69695]: INFO nova.compute.manager [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 800.776163] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.776614] env[69695]: DEBUG nova.compute.manager [-] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.776614] env[69695]: DEBUG nova.network.neutron [-] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.778974] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5df860-4e82-4324-a701-54f913cb7443 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.816333] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b6abe-e496-4730-9257-c92db5616adc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.825868] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c56eef-a139-4baa-b035-634ee42530c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.842272] env[69695]: DEBUG nova.compute.provider_tree [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.906148] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498469, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.999595] env[69695]: DEBUG nova.network.neutron [-] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.135758] env[69695]: DEBUG nova.compute.manager [req-4fb5adbb-5085-42b5-8a79-eb8ac6df986b req-1586fa7c-7877-4712-ab74-a10eabd8c65e service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Received event network-vif-deleted-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.136013] env[69695]: INFO nova.compute.manager [req-4fb5adbb-5085-42b5-8a79-eb8ac6df986b req-1586fa7c-7877-4712-ab74-a10eabd8c65e service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Neutron deleted interface 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa; detaching it from the instance and deleting it from the info cache [ 801.136166] env[69695]: DEBUG nova.network.neutron [req-4fb5adbb-5085-42b5-8a79-eb8ac6df986b req-1586fa7c-7877-4712-ab74-a10eabd8c65e service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.156602] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.184884] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.185176] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.185369] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.185579] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.185758] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.186042] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.186334] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.186546] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.186748] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.186946] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.187180] env[69695]: DEBUG nova.virt.hardware [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.188593] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b61cb62-1074-421e-9306-b65bf6ee9159 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.198388] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcb7a2b-cbf8-4029-9927-79fc8310b94f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.222590] env[69695]: DEBUG oslo_vmware.api [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Task: {'id': task-3498471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126575} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.222855] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.223070] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.223257] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.223427] env[69695]: INFO nova.compute.manager [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 801.223660] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.223848] env[69695]: DEBUG nova.compute.manager [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.223938] env[69695]: DEBUG nova.network.neutron [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.225695] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "refresh_cache-a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.225977] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Instance network_info: |[{"id": "6e3a38b7-64a4-472b-96ad-40cf52167108", "address": "fa:16:3e:55:09:6e", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3a38b7-64", "ovs_interfaceid": "6e3a38b7-64a4-472b-96ad-40cf52167108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.226355] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:09:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e3a38b7-64a4-472b-96ad-40cf52167108', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.234123] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.237036] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.237491] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86dc64c3-7f2c-49a8-aea2-df618326f708 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.255121] env[69695]: DEBUG nova.network.neutron [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.262732] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.263061] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.263228] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.263411] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.263559] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.263706] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.263926] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.264758] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.264758] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.264758] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.264758] env[69695]: DEBUG nova.virt.hardware [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.265431] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ccf5a4-8c0d-48ab-9ca5-a245f6e00d14 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.270081] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.270081] env[69695]: value = "task-3498472" [ 801.270081] env[69695]: _type = "Task" [ 801.270081] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.277449] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e8ead3-4b3d-4df5-b201-e55cf5801c72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.286168] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498472, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.299045] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.304599] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.304882] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.305123] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4dc490f-79fc-4129-b227-809c407cc522 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.322920] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.322920] env[69695]: value = "task-3498473" [ 801.322920] env[69695]: _type = "Task" [ 801.322920] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.337232] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498473, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.345459] env[69695]: DEBUG nova.scheduler.client.report [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.406856] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498469, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.508592] env[69695]: INFO nova.compute.manager [-] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Took 1.78 seconds to deallocate network for instance. [ 801.524367] env[69695]: DEBUG nova.network.neutron [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Successfully updated port: a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.590654] env[69695]: DEBUG nova.network.neutron [-] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.639414] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b44d817-a901-48be-a5e8-649ae941af7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.650610] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70766384-3f6e-4811-a77e-c6e9daf641e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.688181] env[69695]: DEBUG nova.compute.manager [req-4fb5adbb-5085-42b5-8a79-eb8ac6df986b req-1586fa7c-7877-4712-ab74-a10eabd8c65e service nova] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Detach interface failed, port_id=9a80b5a8-1bc4-4b5b-94de-821a98cf94fa, reason: Instance 81711994-e06d-4361-9df7-d0e8293793f4 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.745722] env[69695]: DEBUG nova.compute.manager [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Received event network-changed-6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.745722] env[69695]: DEBUG nova.compute.manager [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Refreshing instance network info cache due to event network-changed-6e3a38b7-64a4-472b-96ad-40cf52167108. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.745722] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] Acquiring lock "refresh_cache-a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.745722] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] Acquired lock "refresh_cache-a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.745722] env[69695]: DEBUG nova.network.neutron [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Refreshing network info cache for port 6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.757416] env[69695]: DEBUG nova.network.neutron [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.780976] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498472, 'name': CreateVM_Task, 'duration_secs': 0.371345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.781055] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.781693] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.781869] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.782486] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ee12cf-7d19-4e12-831e-a23f55fc2ebb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.788732] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 801.788732] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524700d7-9887-671a-b798-b8cec448745a" [ 801.788732] env[69695]: _type = "Task" [ 801.788732] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.797587] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524700d7-9887-671a-b798-b8cec448745a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.834570] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498473, 'name': CreateVM_Task, 'duration_secs': 0.348676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.834746] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.835167] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.851041] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.851555] env[69695]: DEBUG nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.854054] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.906s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.855431] env[69695]: INFO nova.compute.claims [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.906470] env[69695]: DEBUG oslo_vmware.api [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498469, 'name': PowerOnVM_Task, 'duration_secs': 1.242253} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.906598] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.910055] env[69695]: DEBUG nova.compute.manager [None req-b600aee5-922a-4f47-9b6e-aa0a36d389a4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.910055] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a64f9-5b25-4e6e-a503-0984b65924e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.019071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.028063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "refresh_cache-cab958a0-2481-4ea6-995b-13b7f5a7cea1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.028063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "refresh_cache-cab958a0-2481-4ea6-995b-13b7f5a7cea1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.028185] env[69695]: DEBUG nova.network.neutron [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.097257] env[69695]: INFO nova.compute.manager [-] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Took 1.32 seconds to deallocate network for instance. [ 802.259786] env[69695]: INFO nova.compute.manager [-] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Took 1.04 seconds to deallocate network for instance. [ 802.300723] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524700d7-9887-671a-b798-b8cec448745a, 'name': SearchDatastore_Task, 'duration_secs': 0.025171} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.301059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.301301] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.301534] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.301680] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.301862] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.302143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302443] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302672] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb738e2-ec80-48c7-a6a1-293c2ee8b4ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.304808] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc43b80-21de-4d64-920a-6a996cb071a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.311928] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 802.311928] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229311c-f406-b142-15b6-234242c99b22" [ 802.311928] env[69695]: _type = "Task" [ 802.311928] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.317987] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.318196] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.321646] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566f56c4-5b54-4095-b92e-aed73202dbac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.323828] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229311c-f406-b142-15b6-234242c99b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.327396] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 802.327396] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5254d806-acd6-583f-f035-6c5a5d7612bd" [ 802.327396] env[69695]: _type = "Task" [ 802.327396] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.338063] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5254d806-acd6-583f-f035-6c5a5d7612bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.361519] env[69695]: DEBUG nova.compute.utils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.362671] env[69695]: DEBUG nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 802.467509] env[69695]: DEBUG nova.network.neutron [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Updated VIF entry in instance network info cache for port 6e3a38b7-64a4-472b-96ad-40cf52167108. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.467893] env[69695]: DEBUG nova.network.neutron [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Updating instance_info_cache with network_info: [{"id": "6e3a38b7-64a4-472b-96ad-40cf52167108", "address": "fa:16:3e:55:09:6e", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3a38b7-64", "ovs_interfaceid": "6e3a38b7-64a4-472b-96ad-40cf52167108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.573774] env[69695]: DEBUG nova.network.neutron [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.603406] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.698992] env[69695]: DEBUG nova.network.neutron [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Updating instance_info_cache with network_info: [{"id": "a43ec588-89fb-4c07-a303-936433d21931", "address": "fa:16:3e:e9:9e:67", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa43ec588-89", "ovs_interfaceid": "a43ec588-89fb-4c07-a303-936433d21931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.765984] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.823397] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229311c-f406-b142-15b6-234242c99b22, 'name': SearchDatastore_Task, 'duration_secs': 0.024526} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.823709] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.823944] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.824205] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.837225] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5254d806-acd6-583f-f035-6c5a5d7612bd, 'name': SearchDatastore_Task, 'duration_secs': 0.019381} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.837982] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85705e7e-ad1c-4a05-bdd1-a42ea945fec4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.844968] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 802.844968] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e33f39-349b-a974-18d1-edf9960dc708" [ 802.844968] env[69695]: _type = "Task" [ 802.844968] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.852747] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e33f39-349b-a974-18d1-edf9960dc708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.866950] env[69695]: DEBUG nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.970514] env[69695]: DEBUG oslo_concurrency.lockutils [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] Releasing lock "refresh_cache-a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.970926] env[69695]: DEBUG nova.compute.manager [req-3a542b21-07d8-4777-9200-9b18c3c02bcd req-cc295576-f740-4067-a1fa-7f3abb3880d1 service nova] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Received event network-vif-deleted-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.202035] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "refresh_cache-cab958a0-2481-4ea6-995b-13b7f5a7cea1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202671] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Instance network_info: |[{"id": "a43ec588-89fb-4c07-a303-936433d21931", "address": "fa:16:3e:e9:9e:67", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa43ec588-89", "ovs_interfaceid": "a43ec588-89fb-4c07-a303-936433d21931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.203664] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:9e:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a43ec588-89fb-4c07-a303-936433d21931', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.210807] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.213283] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.214968] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa666d2b-56b8-438d-94a4-684657a8978f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.238685] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.238685] env[69695]: value = "task-3498474" [ 803.238685] env[69695]: _type = "Task" [ 803.238685] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.249236] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498474, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.285233] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e422b6f8-1c2c-4835-b890-9c461d916e38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.293390] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39939346-c852-4f31-bb35-8736ad672e18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.327695] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ea7791-4487-4032-b1d2-401eceb55ee8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.331395] env[69695]: DEBUG nova.compute.manager [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Received event network-vif-plugged-a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.331681] env[69695]: DEBUG oslo_concurrency.lockutils [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] Acquiring lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.331940] env[69695]: DEBUG oslo_concurrency.lockutils [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.332179] env[69695]: DEBUG oslo_concurrency.lockutils [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.332401] env[69695]: DEBUG nova.compute.manager [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] No waiting events found dispatching network-vif-plugged-a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.332617] env[69695]: WARNING nova.compute.manager [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Received unexpected event network-vif-plugged-a43ec588-89fb-4c07-a303-936433d21931 for instance with vm_state building and task_state spawning. [ 803.332828] env[69695]: DEBUG nova.compute.manager [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Received event network-changed-a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.333069] env[69695]: DEBUG nova.compute.manager [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Refreshing instance network info cache due to event network-changed-a43ec588-89fb-4c07-a303-936433d21931. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.333312] env[69695]: DEBUG oslo_concurrency.lockutils [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] Acquiring lock "refresh_cache-cab958a0-2481-4ea6-995b-13b7f5a7cea1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.333499] env[69695]: DEBUG oslo_concurrency.lockutils [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] Acquired lock "refresh_cache-cab958a0-2481-4ea6-995b-13b7f5a7cea1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.333706] env[69695]: DEBUG nova.network.neutron [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Refreshing network info cache for port a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.341659] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9bd9f1-5c2d-4a76-ab82-ae48a6242915 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.355966] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e33f39-349b-a974-18d1-edf9960dc708, 'name': SearchDatastore_Task, 'duration_secs': 0.026723} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.365867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.366276] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a2f63117-16e6-4c33-a0b1-48ab2b5faf8e/a2f63117-16e6-4c33-a0b1-48ab2b5faf8e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.367034] env[69695]: DEBUG nova.compute.provider_tree [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.368334] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.368588] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.368894] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d054235-2aa0-4b49-b0fe-6a8f3923ffb7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.371192] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b67b31d3-e8e5-4e98-b5f5-74b10ec00aa6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.385319] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 803.385319] env[69695]: value = "task-3498475" [ 803.385319] env[69695]: _type = "Task" [ 803.385319] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.386832] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.387193] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.390651] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ddba02-8280-4cf6-880d-cce0697ece21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.398176] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 803.398176] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fca6a8-1f0f-b50f-eaca-e5ab84eead7b" [ 803.398176] env[69695]: _type = "Task" [ 803.398176] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.401207] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.411644] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fca6a8-1f0f-b50f-eaca-e5ab84eead7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.412452] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be47565b-cbe4-436f-94e1-bc3b2038b4e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.419055] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 803.419055] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ceff49-8686-e9a1-6bc0-d78821fc021f" [ 803.419055] env[69695]: _type = "Task" [ 803.419055] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.427382] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ceff49-8686-e9a1-6bc0-d78821fc021f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.749605] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498474, 'name': CreateVM_Task, 'duration_secs': 0.384175} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.749799] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.750529] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.750758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.751117] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.751412] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc44c6ee-33ed-4168-9f15-b39d088e1731 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.757605] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 803.757605] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b321d5-1a1e-73dd-083a-0fbdf028e40d" [ 803.757605] env[69695]: _type = "Task" [ 803.757605] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.766897] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b321d5-1a1e-73dd-083a-0fbdf028e40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.872441] env[69695]: DEBUG nova.scheduler.client.report [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.878789] env[69695]: DEBUG nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.900198] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478786} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.901185] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a2f63117-16e6-4c33-a0b1-48ab2b5faf8e/a2f63117-16e6-4c33-a0b1-48ab2b5faf8e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.901429] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.901736] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b05dc03b-8144-4164-a4aa-9fbef7b245a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.912170] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 803.912170] env[69695]: value = "task-3498476" [ 803.912170] env[69695]: _type = "Task" [ 803.912170] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.918652] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.918832] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.919411] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.919411] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.919411] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.919642] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.919754] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.919924] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.920106] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.920275] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.920495] env[69695]: DEBUG nova.virt.hardware [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.921894] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5164ae-46e8-4076-8d46-fa1ae5be055c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.933587] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.941634] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b305c5c-6bdf-4cd8-8ba1-ab8dc7465168 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.946050] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ceff49-8686-e9a1-6bc0-d78821fc021f, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.946389] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.946670] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.947591] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2714957-2f05-49af-b2da-17bbe51613c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.963816] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.970069] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Creating folder: Project (6e5a73e616f4463688af091f8e256f17). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.971748] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0adcdc67-3b41-4c62-ae49-fc2b03b5dc4e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.976021] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 803.976021] env[69695]: value = "task-3498477" [ 803.976021] env[69695]: _type = "Task" [ 803.976021] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.985758] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.989697] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Created folder: Project (6e5a73e616f4463688af091f8e256f17) in parent group-v699067. [ 803.989917] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Creating folder: Instances. Parent ref: group-v699170. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.990596] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b018117-3b4c-457f-ba4b-3161b0e75c80 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.994484] env[69695]: DEBUG nova.compute.manager [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.994700] env[69695]: DEBUG nova.compute.manager [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing instance network info cache due to event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.994970] env[69695]: DEBUG oslo_concurrency.lockutils [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.995078] env[69695]: DEBUG oslo_concurrency.lockutils [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.995266] env[69695]: DEBUG nova.network.neutron [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.008430] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Created folder: Instances in parent group-v699170. [ 804.008809] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.009112] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.009499] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01130075-950c-462f-8926-cc84396fce4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.033405] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.033405] env[69695]: value = "task-3498480" [ 804.033405] env[69695]: _type = "Task" [ 804.033405] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.042580] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498480, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.132711] env[69695]: DEBUG nova.network.neutron [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Updated VIF entry in instance network info cache for port a43ec588-89fb-4c07-a303-936433d21931. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.133207] env[69695]: DEBUG nova.network.neutron [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Updating instance_info_cache with network_info: [{"id": "a43ec588-89fb-4c07-a303-936433d21931", "address": "fa:16:3e:e9:9e:67", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa43ec588-89", "ovs_interfaceid": "a43ec588-89fb-4c07-a303-936433d21931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.273131] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b321d5-1a1e-73dd-083a-0fbdf028e40d, 'name': SearchDatastore_Task, 'duration_secs': 0.058068} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.273131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.273131] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.273131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.273534] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.273534] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.273534] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ada7f9a4-075e-49a6-a337-8f8ca6330391 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.292028] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.292028] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.292028] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d360602-e0a3-437d-82e9-67725cc1b000 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.301831] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 804.301831] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5288f5cb-37aa-d940-5328-6421ffca4015" [ 804.301831] env[69695]: _type = "Task" [ 804.301831] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.312599] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5288f5cb-37aa-d940-5328-6421ffca4015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.378096] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.378851] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.382820] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.591s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.385134] env[69695]: INFO nova.compute.claims [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.426703] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073909} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.426842] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.427800] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4765884a-5bc2-46ff-ac67-8151e5c89601 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.453484] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a2f63117-16e6-4c33-a0b1-48ab2b5faf8e/a2f63117-16e6-4c33-a0b1-48ab2b5faf8e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.454085] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea799cf-5190-4718-af93-46ee51322d55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.474972] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 804.474972] env[69695]: value = "task-3498481" [ 804.474972] env[69695]: _type = "Task" [ 804.474972] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.486282] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.489402] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.547627] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498480, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.635854] env[69695]: DEBUG oslo_concurrency.lockutils [req-118df7ac-09e0-4714-8dc6-ce98396bc189 req-16bcafcd-a26a-4e62-b811-ef644ac46bca service nova] Releasing lock "refresh_cache-cab958a0-2481-4ea6-995b-13b7f5a7cea1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.719626] env[69695]: DEBUG nova.network.neutron [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updated VIF entry in instance network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.719626] env[69695]: DEBUG nova.network.neutron [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.813542] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5288f5cb-37aa-d940-5328-6421ffca4015, 'name': SearchDatastore_Task, 'duration_secs': 0.056743} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.814466] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c15ce4-04a3-4de6-87f7-8012fb3da168 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.822526] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 804.822526] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6ea4-8d4e-665a-48a5-7d89afe6499d" [ 804.822526] env[69695]: _type = "Task" [ 804.822526] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.831178] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6ea4-8d4e-665a-48a5-7d89afe6499d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.890519] env[69695]: DEBUG nova.compute.utils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.893803] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.893971] env[69695]: DEBUG nova.network.neutron [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.954281] env[69695]: DEBUG nova.policy [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c7def3e018849df95648a85d132bf1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bacfeb011364a4c9a953825e4eab4b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.990227] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554787} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.993329] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.993601] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.993885] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498481, 'name': ReconfigVM_Task, 'duration_secs': 0.309683} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.994140] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a50c18f-2a7a-4a83-b9a5-03ea43e6e8a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.996261] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a2f63117-16e6-4c33-a0b1-48ab2b5faf8e/a2f63117-16e6-4c33-a0b1-48ab2b5faf8e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.997078] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8810cfd-23b6-4f65-80e9-710cd7dd521a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.006194] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 805.006194] env[69695]: value = "task-3498482" [ 805.006194] env[69695]: _type = "Task" [ 805.006194] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.007533] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 805.007533] env[69695]: value = "task-3498483" [ 805.007533] env[69695]: _type = "Task" [ 805.007533] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.019941] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.024648] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498482, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.046880] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498480, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.221889] env[69695]: DEBUG oslo_concurrency.lockutils [req-53c1ac5f-5b4b-432d-90c8-97070adc164a req-6187a069-5364-46f8-ae99-547e05453976 service nova] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.317373] env[69695]: DEBUG nova.network.neutron [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Successfully created port: ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.337152] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6ea4-8d4e-665a-48a5-7d89afe6499d, 'name': SearchDatastore_Task, 'duration_secs': 0.088909} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.337436] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.337688] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] cab958a0-2481-4ea6-995b-13b7f5a7cea1/cab958a0-2481-4ea6-995b-13b7f5a7cea1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.337949] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-953718c2-fadc-46f5-b60d-f8c99ebf1642 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.345583] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 805.345583] env[69695]: value = "task-3498484" [ 805.345583] env[69695]: _type = "Task" [ 805.345583] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.357203] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.395098] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.522954] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498482, 'name': Rename_Task, 'duration_secs': 0.162819} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.523415] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.523859] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44ec619-7ae0-4912-83e6-3e2766eeccf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.528712] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264493} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.529509] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.530572] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7709f-effc-415e-ba4b-939a140b47a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.564915] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.570067] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93123bd5-8ebd-4044-90da-088797fde403 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.585622] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 805.585622] env[69695]: value = "task-3498485" [ 805.585622] env[69695]: _type = "Task" [ 805.585622] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.590916] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498480, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.598650] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 805.598650] env[69695]: value = "task-3498486" [ 805.598650] env[69695]: _type = "Task" [ 805.598650] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.602777] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498485, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.616375] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498486, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.857541] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498484, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.980621] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01789a3b-04ab-45e6-bc46-4fed0d70d9a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.989788] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05b3ae-4de9-4d8a-a0e5-987da322e798 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.022261] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6ac69-af75-4326-8867-67543d8fae2f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.036360] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916971cb-07ce-4e0a-b035-3c6736d08551 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.061585] env[69695]: DEBUG nova.compute.provider_tree [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.068112] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498480, 'name': CreateVM_Task, 'duration_secs': 1.708357} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.068937] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.069126] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.069298] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.069649] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.069976] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7fa256-ef43-4e57-af03-64daf7bb89d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.078706] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 806.078706] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52db6987-aed0-bba5-2995-bd79af5b5209" [ 806.078706] env[69695]: _type = "Task" [ 806.078706] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.091407] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52db6987-aed0-bba5-2995-bd79af5b5209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.102276] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498485, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.115450] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.361037] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84678} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.361528] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] cab958a0-2481-4ea6-995b-13b7f5a7cea1/cab958a0-2481-4ea6-995b-13b7f5a7cea1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.361866] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.362237] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77af6f7a-06d9-447a-9718-db788631092f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.370892] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 806.370892] env[69695]: value = "task-3498487" [ 806.370892] env[69695]: _type = "Task" [ 806.370892] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.381419] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.411314] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.446211] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.446497] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.446652] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.446830] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.447018] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.447209] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.447466] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.447628] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.447796] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.447952] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.448139] env[69695]: DEBUG nova.virt.hardware [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.449279] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c927b-5a40-4836-9669-2922836b4798 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.458629] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd47c8d-e51e-4b91-9512-605d229bdc52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.556067] env[69695]: DEBUG nova.compute.manager [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.556305] env[69695]: DEBUG nova.compute.manager [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing instance network info cache due to event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.556522] env[69695]: DEBUG oslo_concurrency.lockutils [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.556662] env[69695]: DEBUG oslo_concurrency.lockutils [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.556821] env[69695]: DEBUG nova.network.neutron [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.569889] env[69695]: DEBUG nova.scheduler.client.report [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.589938] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52db6987-aed0-bba5-2995-bd79af5b5209, 'name': SearchDatastore_Task, 'duration_secs': 0.05208} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.590509] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.591687] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.591687] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.591687] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.591687] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.591871] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbee3da0-3c0b-4ac4-8d8b-c3fe7d35ac76 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.602370] env[69695]: DEBUG oslo_vmware.api [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498485, 'name': PowerOnVM_Task, 'duration_secs': 0.794649} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.602614] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.602813] env[69695]: INFO nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Took 8.17 seconds to spawn the instance on the hypervisor. [ 806.602997] env[69695]: DEBUG nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.603767] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38f4c20-2a20-4e91-93c6-503ac06ec4f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.612200] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.612813] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.617432] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40114001-d9b3-4257-9360-8e8218d8d0de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.621951] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498486, 'name': ReconfigVM_Task, 'duration_secs': 0.611541} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.622419] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1704e568-0bc9-41c2-96e8-a45ed3d81534/1704e568-0bc9-41c2-96e8-a45ed3d81534.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.623532] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cacc750-20dd-4388-890e-76d440f0e9c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.626365] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 806.626365] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4c6ce-e4f4-21d8-643e-9ef4b098e172" [ 806.626365] env[69695]: _type = "Task" [ 806.626365] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.631016] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 806.631016] env[69695]: value = "task-3498488" [ 806.631016] env[69695]: _type = "Task" [ 806.631016] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.637977] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4c6ce-e4f4-21d8-643e-9ef4b098e172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.642068] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498488, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.882136] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067544} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.882491] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.883632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fef2b3-0d0f-405a-bdbe-57ff88907b79 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.909935] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] cab958a0-2481-4ea6-995b-13b7f5a7cea1/cab958a0-2481-4ea6-995b-13b7f5a7cea1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.910275] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f399da59-4675-48d1-a578-ed394cc00a64 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.939907] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 806.939907] env[69695]: value = "task-3498489" [ 806.939907] env[69695]: _type = "Task" [ 806.939907] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.950149] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.075455] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.076048] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.079691] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.947s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.080019] env[69695]: DEBUG nova.objects.instance [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lazy-loading 'resources' on Instance uuid c7bb457d-14bd-4aea-aa10-6051b1f042f6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.122207] env[69695]: DEBUG nova.network.neutron [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Successfully updated port: ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.135133] env[69695]: INFO nova.compute.manager [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Took 46.24 seconds to build instance. [ 807.148159] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4c6ce-e4f4-21d8-643e-9ef4b098e172, 'name': SearchDatastore_Task, 'duration_secs': 0.02884} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.153446] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498488, 'name': Rename_Task, 'duration_secs': 0.4524} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.156734] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4796f78-69c5-4c73-86c5-86fee2a1808a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.159680] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.163772] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4df280f-fac6-4a77-bc46-cb46ce708206 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.174107] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 807.174107] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52498548-f0fe-3168-6859-deeda96db349" [ 807.174107] env[69695]: _type = "Task" [ 807.174107] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.175639] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 807.175639] env[69695]: value = "task-3498490" [ 807.175639] env[69695]: _type = "Task" [ 807.175639] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.190491] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52498548-f0fe-3168-6859-deeda96db349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.195542] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.301310] env[69695]: DEBUG nova.network.neutron [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updated VIF entry in instance network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.301726] env[69695]: DEBUG nova.network.neutron [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.385353] env[69695]: DEBUG nova.compute.manager [req-94994216-6e14-4258-b095-b67258c94df9 req-4f24194b-3e9b-437a-9442-d06879038230 service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Received event network-vif-plugged-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.385654] env[69695]: DEBUG oslo_concurrency.lockutils [req-94994216-6e14-4258-b095-b67258c94df9 req-4f24194b-3e9b-437a-9442-d06879038230 service nova] Acquiring lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.385923] env[69695]: DEBUG oslo_concurrency.lockutils [req-94994216-6e14-4258-b095-b67258c94df9 req-4f24194b-3e9b-437a-9442-d06879038230 service nova] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.385923] env[69695]: DEBUG oslo_concurrency.lockutils [req-94994216-6e14-4258-b095-b67258c94df9 req-4f24194b-3e9b-437a-9442-d06879038230 service nova] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.386131] env[69695]: DEBUG nova.compute.manager [req-94994216-6e14-4258-b095-b67258c94df9 req-4f24194b-3e9b-437a-9442-d06879038230 service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] No waiting events found dispatching network-vif-plugged-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.386303] env[69695]: WARNING nova.compute.manager [req-94994216-6e14-4258-b095-b67258c94df9 req-4f24194b-3e9b-437a-9442-d06879038230 service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Received unexpected event network-vif-plugged-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 for instance with vm_state building and task_state spawning. [ 807.451076] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498489, 'name': ReconfigVM_Task, 'duration_secs': 0.309463} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.451076] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Reconfigured VM instance instance-00000022 to attach disk [datastore1] cab958a0-2481-4ea6-995b-13b7f5a7cea1/cab958a0-2481-4ea6-995b-13b7f5a7cea1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.451537] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df745f62-9c72-475c-83f0-fe53edc0f050 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.458971] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 807.458971] env[69695]: value = "task-3498491" [ 807.458971] env[69695]: _type = "Task" [ 807.458971] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.468380] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498491, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581296] env[69695]: DEBUG nova.compute.utils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.582743] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.582939] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.627114] env[69695]: DEBUG nova.policy [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039c75192ca64a6e837df76df2645b46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c42fb897deab49dbbfca2db902328638', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.633026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "refresh_cache-ef6e9895-d55a-40f3-b273-abdc23e3eff5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquired lock "refresh_cache-ef6e9895-d55a-40f3-b273-abdc23e3eff5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633026] env[69695]: DEBUG nova.network.neutron [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.640696] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2dea4317-4908-4906-99f1-73b93038c953 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.393s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.689913] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52498548-f0fe-3168-6859-deeda96db349, 'name': SearchDatastore_Task, 'duration_secs': 0.023212} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.690199] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.690457] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.690711] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221c4175-ec07-41ce-b934-ee9014ed5db5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.697013] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.703810] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 807.703810] env[69695]: value = "task-3498492" [ 807.703810] env[69695]: _type = "Task" [ 807.703810] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.712036] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.807685] env[69695]: DEBUG oslo_concurrency.lockutils [req-878172b3-1263-45b5-8855-d8422033d5e3 req-d8d995b1-02f0-4720-90cc-6bede0639235 service nova] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.959371] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Successfully created port: f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.973896] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498491, 'name': Rename_Task, 'duration_secs': 0.140192} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.974152] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.974804] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4a69c3-5311-4e66-b568-d00c3804fa08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.983492] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 807.983492] env[69695]: value = "task-3498493" [ 807.983492] env[69695]: _type = "Task" [ 807.983492] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.991453] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.089362] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.110167] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364884da-54f2-4eef-9752-3b6bee11f473 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.120425] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab74c5-84d8-4d88-885a-b8d31838f6f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.163186] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.167489] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50723c2c-293f-48cd-9598-3fb8865aaa9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.176781] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa427c91-9bfa-46fe-a3d3-db4db058d10e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.194951] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.204420] env[69695]: DEBUG nova.compute.provider_tree [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.218297] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498492, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.219225] env[69695]: DEBUG nova.network.neutron [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.329296] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Successfully created port: e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.421191] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.421191] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.441874] env[69695]: DEBUG nova.network.neutron [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Updating instance_info_cache with network_info: [{"id": "ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0", "address": "fa:16:3e:23:db:74", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba29f04b-74", "ovs_interfaceid": "ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.494040] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.694305] env[69695]: DEBUG oslo_vmware.api [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498490, 'name': PowerOnVM_Task, 'duration_secs': 1.489371} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.695312] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.696198] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.696412] env[69695]: DEBUG nova.compute.manager [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.697225] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e762438-42e5-4aae-9fea-2c2df2417fcd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.711380] env[69695]: DEBUG nova.scheduler.client.report [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.715656] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Successfully created port: 68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.723842] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802642} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.723842] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.724124] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.724320] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-799f4663-b18c-4e80-b354-8abe48eefa9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.732300] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 808.732300] env[69695]: value = "task-3498494" [ 808.732300] env[69695]: _type = "Task" [ 808.732300] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.743616] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.783688] env[69695]: DEBUG nova.compute.manager [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.785132] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b813e596-0cf1-4926-92ed-f47044398504 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.944064] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Releasing lock "refresh_cache-ef6e9895-d55a-40f3-b273-abdc23e3eff5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.944716] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Instance network_info: |[{"id": "ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0", "address": "fa:16:3e:23:db:74", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba29f04b-74", "ovs_interfaceid": "ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.944839] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:db:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.953015] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Creating folder: Project (3bacfeb011364a4c9a953825e4eab4b7). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.953325] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9bc9337-40db-42cc-8cf3-4e65690b2702 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.968997] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Created folder: Project (3bacfeb011364a4c9a953825e4eab4b7) in parent group-v699067. [ 808.969232] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Creating folder: Instances. Parent ref: group-v699173. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.969504] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b0c5c6-90c9-49cc-9d2d-78c29893a6b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.981052] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Created folder: Instances in parent group-v699173. [ 808.981383] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.981496] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.981701] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ef3faa-2c85-4784-bd63-afcdd716f79a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.002194] env[69695]: DEBUG nova.compute.manager [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.002194] env[69695]: DEBUG nova.compute.manager [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing instance network info cache due to event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.002194] env[69695]: DEBUG oslo_concurrency.lockutils [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.002194] env[69695]: DEBUG oslo_concurrency.lockutils [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.002625] env[69695]: DEBUG nova.network.neutron [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.005670] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.005670] env[69695]: value = "task-3498497" [ 809.005670] env[69695]: _type = "Task" [ 809.005670] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.009970] env[69695]: DEBUG oslo_vmware.api [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498493, 'name': PowerOnVM_Task, 'duration_secs': 0.678488} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.013225] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.013452] env[69695]: INFO nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Took 7.86 seconds to spawn the instance on the hypervisor. [ 809.013649] env[69695]: DEBUG nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.015552] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416a7ffd-55b5-4997-b2d5-40aead7fe64f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.023951] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498497, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.099318] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.129034] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.129309] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.129573] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.129738] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.129884] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.130043] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.130261] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.130422] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.130589] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.130754] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.130928] env[69695]: DEBUG nova.virt.hardware [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.132133] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9388b1-eec6-4aaf-b95b-626b0af0f514 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.141542] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0d702-eb11-41b7-a951-976c429df09e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.217169] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.219866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.222180] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.538s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.223736] env[69695]: INFO nova.compute.claims [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.242570] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070097} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.243957] env[69695]: INFO nova.scheduler.client.report [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Deleted allocations for instance c7bb457d-14bd-4aea-aa10-6051b1f042f6 [ 809.245072] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.248838] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976c0255-69fe-4ebc-82cd-2799666724f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.273708] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.274729] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5980b2b0-809a-400f-953d-778f9f9bd523 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.296821] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 809.296821] env[69695]: value = "task-3498498" [ 809.296821] env[69695]: _type = "Task" [ 809.296821] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.305333] env[69695]: INFO nova.compute.manager [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] instance snapshotting [ 809.306406] env[69695]: DEBUG nova.objects.instance [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'flavor' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.314850] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.521509] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498497, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.536699] env[69695]: DEBUG nova.compute.manager [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Received event network-changed-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.537052] env[69695]: DEBUG nova.compute.manager [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Refreshing instance network info cache due to event network-changed-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.537312] env[69695]: DEBUG oslo_concurrency.lockutils [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] Acquiring lock "refresh_cache-ef6e9895-d55a-40f3-b273-abdc23e3eff5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537312] env[69695]: DEBUG oslo_concurrency.lockutils [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] Acquired lock "refresh_cache-ef6e9895-d55a-40f3-b273-abdc23e3eff5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.537564] env[69695]: DEBUG nova.network.neutron [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Refreshing network info cache for port ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.541856] env[69695]: INFO nova.compute.manager [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Took 43.90 seconds to build instance. [ 809.692684] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "1704e568-0bc9-41c2-96e8-a45ed3d81534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.692968] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "1704e568-0bc9-41c2-96e8-a45ed3d81534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.693201] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "1704e568-0bc9-41c2-96e8-a45ed3d81534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.693388] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "1704e568-0bc9-41c2-96e8-a45ed3d81534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.693552] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "1704e568-0bc9-41c2-96e8-a45ed3d81534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.696487] env[69695]: INFO nova.compute.manager [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Terminating instance [ 809.755197] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Lock "c7bb457d-14bd-4aea-aa10-6051b1f042f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.998s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.808188] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498498, 'name': ReconfigVM_Task, 'duration_secs': 0.489049} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.809473] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.810740] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-900f9a3b-5044-4c70-b3f3-d9f4480e67cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.813694] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c3aa86-2d55-45f7-951f-7ce58c462f48 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.836515] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f031f7ac-bc25-4edd-bb68-d6778de7e6f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.839543] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 809.839543] env[69695]: value = "task-3498499" [ 809.839543] env[69695]: _type = "Task" [ 809.839543] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.848509] env[69695]: DEBUG nova.network.neutron [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updated VIF entry in instance network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.848851] env[69695]: DEBUG nova.network.neutron [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.856580] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498499, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.954229] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.954489] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.954698] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.954879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.955083] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.957474] env[69695]: INFO nova.compute.manager [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Terminating instance [ 810.021126] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498497, 'name': CreateVM_Task, 'duration_secs': 0.68789} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.021303] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.021986] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.022288] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.022520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.022776] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450808fc-3da0-4850-9812-70acdebd98cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.028117] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 810.028117] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e75093-3820-382e-1ac3-47385990f35f" [ 810.028117] env[69695]: _type = "Task" [ 810.028117] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.038417] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e75093-3820-382e-1ac3-47385990f35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.044902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.878s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.201234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "refresh_cache-1704e568-0bc9-41c2-96e8-a45ed3d81534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.201354] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquired lock "refresh_cache-1704e568-0bc9-41c2-96e8-a45ed3d81534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.201533] env[69695]: DEBUG nova.network.neutron [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.351537] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.351817] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498499, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.354587] env[69695]: DEBUG oslo_concurrency.lockutils [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.354813] env[69695]: DEBUG nova.compute.manager [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.355098] env[69695]: DEBUG nova.compute.manager [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing instance network info cache due to event network-changed-7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.355268] env[69695]: DEBUG oslo_concurrency.lockutils [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] Acquiring lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.355409] env[69695]: DEBUG oslo_concurrency.lockutils [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] Acquired lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.355566] env[69695]: DEBUG nova.network.neutron [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Refreshing network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.356635] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b642dd5d-ac4c-4e80-8fd0-04e6b504ea62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.369438] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 810.369438] env[69695]: value = "task-3498500" [ 810.369438] env[69695]: _type = "Task" [ 810.369438] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.383568] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.459490] env[69695]: DEBUG nova.network.neutron [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Updated VIF entry in instance network info cache for port ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.459849] env[69695]: DEBUG nova.network.neutron [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Updating instance_info_cache with network_info: [{"id": "ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0", "address": "fa:16:3e:23:db:74", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba29f04b-74", "ovs_interfaceid": "ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.462267] env[69695]: DEBUG nova.compute.manager [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.462390] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.463422] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c64649-07c0-4148-9d32-ee3d888adeaa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.475560] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.475849] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88889925-f93d-4f9c-8e18-fa3b7bf03ad3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.484152] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 810.484152] env[69695]: value = "task-3498501" [ 810.484152] env[69695]: _type = "Task" [ 810.484152] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.495443] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.540062] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Successfully updated port: f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.546657] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e75093-3820-382e-1ac3-47385990f35f, 'name': SearchDatastore_Task, 'duration_secs': 0.024856} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.546888] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.547147] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.547424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.547574] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.547751] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.548149] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.554019] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6eeea69-083a-41bf-a404-0064d0c91b85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.562977] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.563524] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.564194] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28108294-4e7b-49bf-9060-86967966cd61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.574758] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 810.574758] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5276068b-043a-c580-58b4-51692ad56880" [ 810.574758] env[69695]: _type = "Task" [ 810.574758] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.588988] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5276068b-043a-c580-58b4-51692ad56880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.733178] env[69695]: DEBUG nova.network.neutron [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.791111] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571df6c-8a81-421e-b8fa-074e58bb0b4d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.795830] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e7e726-ddc9-4ee4-8486-9b8e944d53b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.802851] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Suspending the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 810.806020] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d03b3707-48b6-4e06-a998-8c3378d667fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.808755] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ac7bd-4824-4085-a66c-bb488f780903 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.812756] env[69695]: DEBUG nova.network.neutron [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.816012] env[69695]: DEBUG oslo_vmware.api [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 810.816012] env[69695]: value = "task-3498502" [ 810.816012] env[69695]: _type = "Task" [ 810.816012] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.854488] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e49247-0007-4bc5-b568-5fdb16686f4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.860382] env[69695]: DEBUG oslo_vmware.api [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498502, 'name': SuspendVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.873047] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498499, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.874204] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f2003-ab10-4060-bacf-1b47e8993701 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.888198] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.896687] env[69695]: DEBUG nova.compute.provider_tree [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.964188] env[69695]: DEBUG oslo_concurrency.lockutils [req-59f9dc4e-0da3-4bd9-9ffa-dd156db4d247 req-d6ee8e9a-e6ee-4c23-a674-3455a739de1d service nova] Releasing lock "refresh_cache-ef6e9895-d55a-40f3-b273-abdc23e3eff5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.997091] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.080890] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.087521] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5276068b-043a-c580-58b4-51692ad56880, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.087758] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e7a37c-0c7a-4e69-b562-fea3681af6a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.094304] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 811.094304] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527ec34b-1a67-ec3e-9138-3a31a69c6013" [ 811.094304] env[69695]: _type = "Task" [ 811.094304] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.103981] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527ec34b-1a67-ec3e-9138-3a31a69c6013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.317234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Releasing lock "refresh_cache-1704e568-0bc9-41c2-96e8-a45ed3d81534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.317870] env[69695]: DEBUG nova.compute.manager [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.319437] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.321594] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfef009f-aa28-4dd5-a932-3c65ba3b392a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.345083] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.345460] env[69695]: DEBUG oslo_vmware.api [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498502, 'name': SuspendVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.345701] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90171824-9c2a-4c5d-8210-4edcdcfd8417 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.363784] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498499, 'name': Rename_Task, 'duration_secs': 1.521336} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.367473] env[69695]: DEBUG nova.network.neutron [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updated VIF entry in instance network info cache for port 7c2cf10c-44c1-4931-9634-798ccd585f98. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.367777] env[69695]: DEBUG nova.network.neutron [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [{"id": "7c2cf10c-44c1-4931-9634-798ccd585f98", "address": "fa:16:3e:27:ab:06", "network": {"id": "9d83ad47-d9c5-41eb-b849-7fbfec0e9035", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1810069131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1afd866e1f8347868b4fca38a120b6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2cf10c-44", "ovs_interfaceid": "7c2cf10c-44c1-4931-9634-798ccd585f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.369658] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.370768] env[69695]: DEBUG oslo_vmware.api [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 811.370768] env[69695]: value = "task-3498503" [ 811.370768] env[69695]: _type = "Task" [ 811.370768] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.371434] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d98dee3a-aa1d-418d-a64c-a2492d788510 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.390950] env[69695]: DEBUG oslo_vmware.api [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.395420] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.401446] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 811.401446] env[69695]: value = "task-3498504" [ 811.401446] env[69695]: _type = "Task" [ 811.401446] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.401446] env[69695]: DEBUG nova.scheduler.client.report [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.418857] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498504, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.497815] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.606234] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527ec34b-1a67-ec3e-9138-3a31a69c6013, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.607324] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.607593] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] ef6e9895-d55a-40f3-b273-abdc23e3eff5/ef6e9895-d55a-40f3-b273-abdc23e3eff5.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.607866] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419fbcd7-af4f-4f71-bcf1-b0f469fa483a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.616493] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 811.616493] env[69695]: value = "task-3498505" [ 811.616493] env[69695]: _type = "Task" [ 811.616493] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.630392] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.716195] env[69695]: DEBUG nova.compute.manager [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-vif-plugged-f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.716610] env[69695]: DEBUG oslo_concurrency.lockutils [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] Acquiring lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.717021] env[69695]: DEBUG oslo_concurrency.lockutils [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.719632] env[69695]: DEBUG oslo_concurrency.lockutils [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.719632] env[69695]: DEBUG nova.compute.manager [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] No waiting events found dispatching network-vif-plugged-f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.719632] env[69695]: WARNING nova.compute.manager [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received unexpected event network-vif-plugged-f749f4d3-7f6d-49af-b154-721db83b9175 for instance with vm_state building and task_state spawning. [ 811.719632] env[69695]: DEBUG nova.compute.manager [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-changed-f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.719632] env[69695]: DEBUG nova.compute.manager [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Refreshing instance network info cache due to event network-changed-f749f4d3-7f6d-49af-b154-721db83b9175. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.719897] env[69695]: DEBUG oslo_concurrency.lockutils [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] Acquiring lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719897] env[69695]: DEBUG oslo_concurrency.lockutils [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] Acquired lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.719897] env[69695]: DEBUG nova.network.neutron [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Refreshing network info cache for port f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.833567] env[69695]: DEBUG oslo_vmware.api [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498502, 'name': SuspendVM_Task, 'duration_secs': 0.677154} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.834060] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Suspended the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 811.834322] env[69695]: DEBUG nova.compute.manager [None req-72e622d2-0bba-4b22-88fc-829409785731 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.835291] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0529a-e92a-4fc2-a6a7-ac8743db6c77 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.872757] env[69695]: DEBUG oslo_concurrency.lockutils [req-a03a8ceb-da90-4d36-a910-5ce00ed90996 req-ee5d3e9b-0e8a-4726-ab6b-9c198ba37d87 service nova] Releasing lock "refresh_cache-dcc846cd-4ce5-41e6-a419-d85d964e9f79" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.891668] env[69695]: DEBUG oslo_vmware.api [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498503, 'name': PowerOffVM_Task, 'duration_secs': 0.189914} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.896489] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.896635] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.896915] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498500, 'name': CreateSnapshot_Task, 'duration_secs': 1.100161} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.897161] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-880cc151-cc18-4c4c-a53f-6cb916367dab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.899706] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 811.900691] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496221f-30ca-4904-88be-f4353e66c998 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.914535] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.915344] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.918571] env[69695]: DEBUG oslo_vmware.api [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498504, 'name': PowerOnVM_Task, 'duration_secs': 0.486721} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.923035] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.148s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.925130] env[69695]: INFO nova.compute.claims [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.929881] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.930284] env[69695]: INFO nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Took 8.05 seconds to spawn the instance on the hypervisor. [ 811.930599] env[69695]: DEBUG nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.934454] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057d8e52-5a4d-4f56-a5be-0d4ebcda3523 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.939701] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.939907] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.940097] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Deleting the datastore file [datastore1] 1704e568-0bc9-41c2-96e8-a45ed3d81534 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.940746] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ac750c-d57a-4008-9775-5ebbd2daa232 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.952027] env[69695]: DEBUG oslo_vmware.api [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for the task: (returnval){ [ 811.952027] env[69695]: value = "task-3498507" [ 811.952027] env[69695]: _type = "Task" [ 811.952027] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.962038] env[69695]: DEBUG oslo_vmware.api [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.970789] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "70fa1a36-4cac-46c3-a686-e916e2a8415c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.971080] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.971291] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "70fa1a36-4cac-46c3-a686-e916e2a8415c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.971472] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.971632] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.975171] env[69695]: INFO nova.compute.manager [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Terminating instance [ 812.001120] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498501, 'name': PowerOffVM_Task, 'duration_secs': 1.082977} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.001499] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.001683] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.001974] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27043e5-5921-4b1b-93fa-41fd221aa396 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.082986] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.083341] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.083543] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Deleting the datastore file [datastore1] dcc846cd-4ce5-41e6-a419-d85d964e9f79 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.083828] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5744a66-6b74-4814-94e6-69964fec0619 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.101018] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for the task: (returnval){ [ 812.101018] env[69695]: value = "task-3498509" [ 812.101018] env[69695]: _type = "Task" [ 812.101018] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.108955] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.128169] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.263341] env[69695]: DEBUG nova.network.neutron [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.366193] env[69695]: DEBUG nova.network.neutron [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.421446] env[69695]: DEBUG nova.compute.utils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.424188] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.424378] env[69695]: DEBUG nova.network.neutron [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.450021] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.452545] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-feac035f-0dfa-417a-b2c1-1127718ec8d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.467103] env[69695]: INFO nova.compute.manager [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Took 42.93 seconds to build instance. [ 812.471630] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 812.471630] env[69695]: value = "task-3498510" [ 812.471630] env[69695]: _type = "Task" [ 812.471630] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.477483] env[69695]: DEBUG oslo_vmware.api [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Task: {'id': task-3498507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48332} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.480434] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.480637] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.480812] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.480980] env[69695]: INFO nova.compute.manager [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Took 1.16 seconds to destroy the instance on the hypervisor. [ 812.481266] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.482400] env[69695]: DEBUG nova.compute.manager [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.482606] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.482869] env[69695]: DEBUG nova.compute.manager [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.482985] env[69695]: DEBUG nova.network.neutron [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.485165] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0652bce-d00c-461a-b2c8-70614f8ecb05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.495193] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498510, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.497577] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.497818] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ac56367-6a1d-4061-bbc1-c289f3296624 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.505094] env[69695]: DEBUG nova.policy [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5a5b63d955d48bda6ceb22ab1d12033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80ada8a547b4d6ebefcf30ddc4f398f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.515493] env[69695]: DEBUG oslo_vmware.api [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 812.515493] env[69695]: value = "task-3498511" [ 812.515493] env[69695]: _type = "Task" [ 812.515493] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.516353] env[69695]: DEBUG nova.network.neutron [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.531703] env[69695]: DEBUG oslo_vmware.api [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.612623] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.633421] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707735} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.633868] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] ef6e9895-d55a-40f3-b273-abdc23e3eff5/ef6e9895-d55a-40f3-b273-abdc23e3eff5.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.634109] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.634384] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-127a25c4-5c00-4ebc-b59f-fd60fd91ddc1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.643454] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 812.643454] env[69695]: value = "task-3498512" [ 812.643454] env[69695]: _type = "Task" [ 812.643454] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.656332] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.868172] env[69695]: DEBUG oslo_concurrency.lockutils [req-4dfd7a6c-e5e1-43a3-b5b2-ba241259c609 req-34a57ca2-5034-4d28-9538-2dd087504806 service nova] Releasing lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.927803] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.972456] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7df3fef9-1c92-47b4-9cef-887e6839cd2f tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.137s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.992464] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498510, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.026262] env[69695]: DEBUG nova.network.neutron [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.037605] env[69695]: DEBUG oslo_vmware.api [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498511, 'name': PowerOffVM_Task, 'duration_secs': 0.373585} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.038119] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.038453] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.038858] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a139d01-cf63-41a3-b98e-7c4db31ffbb3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.068371] env[69695]: INFO nova.compute.manager [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Rebuilding instance [ 813.114732] env[69695]: DEBUG oslo_vmware.api [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Task: {'id': task-3498509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702792} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.115028] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.117291] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.118336] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.118597] env[69695]: INFO nova.compute.manager [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Took 2.66 seconds to destroy the instance on the hypervisor. [ 813.118894] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.128813] env[69695]: DEBUG nova.compute.manager [-] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.128956] env[69695]: DEBUG nova.network.neutron [-] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.140044] env[69695]: DEBUG nova.compute.manager [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.140044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e62cdbf-a962-4703-b994-59023b5a402e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.154401] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.154612] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.154785] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Deleting the datastore file [datastore1] 70fa1a36-4cac-46c3-a686-e916e2a8415c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.158933] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ada70a-44d4-4594-98ae-3cd354389c62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.169446] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182983} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.169446] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.169446] env[69695]: DEBUG oslo_vmware.api [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for the task: (returnval){ [ 813.169446] env[69695]: value = "task-3498514" [ 813.169446] env[69695]: _type = "Task" [ 813.169446] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.169446] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79175ac2-5fc5-4fc0-917c-306259497cdd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.203898] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] ef6e9895-d55a-40f3-b273-abdc23e3eff5/ef6e9895-d55a-40f3-b273-abdc23e3eff5.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.204637] env[69695]: DEBUG oslo_vmware.api [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.204996] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182b1ca1-0a5a-4e58-aa13-4d61d79317ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.221792] env[69695]: DEBUG nova.network.neutron [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Successfully created port: 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.232634] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 813.232634] env[69695]: value = "task-3498515" [ 813.232634] env[69695]: _type = "Task" [ 813.232634] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.242551] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.250346] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Successfully updated port: e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.476751] env[69695]: DEBUG nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.496290] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498510, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.530306] env[69695]: INFO nova.compute.manager [-] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Took 1.05 seconds to deallocate network for instance. [ 813.586632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952d2d0-2a80-4c7e-bc33-a594b2086f83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.596089] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6dfd5d-455b-4733-8929-03dc753d8d1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.632508] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35c7cb-01ee-4c9f-b1ad-c5561d1a47ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.643605] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add911a1-9598-4cf7-965f-9a66212b58ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.662500] env[69695]: DEBUG nova.compute.provider_tree [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.683768] env[69695]: DEBUG oslo_vmware.api [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Task: {'id': task-3498514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335615} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.684084] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.684305] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.684488] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.684660] env[69695]: INFO nova.compute.manager [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 813.684890] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.685156] env[69695]: DEBUG nova.compute.manager [-] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.685272] env[69695]: DEBUG nova.network.neutron [-] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.745242] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.932480] env[69695]: DEBUG nova.network.neutron [-] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.938849] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.963545] env[69695]: DEBUG nova.compute.manager [req-ac01d1a4-c88e-49d0-ab2d-16fd7bb4b8cd req-a4aae2f9-f6d9-4a3a-acea-0f46018eaaed service nova] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Received event network-vif-deleted-7c2cf10c-44c1-4931-9634-798ccd585f98 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.969793] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.970108] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.970298] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.970393] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.970517] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.970699] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.971495] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.971495] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.971495] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.971495] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.971495] env[69695]: DEBUG nova.virt.hardware [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.972669] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c635b-33f5-429e-a6ec-6425220bbd4c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.994078] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610cf5a-fb67-414b-8023-4dca23ec58fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.004353] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498510, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.032824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.036720] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.164726] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.165741] env[69695]: DEBUG nova.scheduler.client.report [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.171652] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e16e6680-3a62-49d5-8277-e43e35b8d5eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.176601] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.176807] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.177158] env[69695]: INFO nova.compute.manager [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Rebooting instance [ 814.186572] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 814.186572] env[69695]: value = "task-3498516" [ 814.186572] env[69695]: _type = "Task" [ 814.186572] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.198418] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.239893] env[69695]: DEBUG nova.compute.manager [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-vif-plugged-e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.240147] env[69695]: DEBUG oslo_concurrency.lockutils [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] Acquiring lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.240283] env[69695]: DEBUG oslo_concurrency.lockutils [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.240466] env[69695]: DEBUG oslo_concurrency.lockutils [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.240886] env[69695]: DEBUG nova.compute.manager [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] No waiting events found dispatching network-vif-plugged-e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.241025] env[69695]: WARNING nova.compute.manager [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received unexpected event network-vif-plugged-e1ff9db5-183e-4f57-b33c-6fd464be791e for instance with vm_state building and task_state spawning. [ 814.241252] env[69695]: DEBUG nova.compute.manager [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-changed-e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.241351] env[69695]: DEBUG nova.compute.manager [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Refreshing instance network info cache due to event network-changed-e1ff9db5-183e-4f57-b33c-6fd464be791e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.241515] env[69695]: DEBUG oslo_concurrency.lockutils [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] Acquiring lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.241662] env[69695]: DEBUG oslo_concurrency.lockutils [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] Acquired lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.242086] env[69695]: DEBUG nova.network.neutron [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Refreshing network info cache for port e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.249934] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498515, 'name': ReconfigVM_Task, 'duration_secs': 0.632998} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.250223] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Reconfigured VM instance instance-00000024 to attach disk [datastore2] ef6e9895-d55a-40f3-b273-abdc23e3eff5/ef6e9895-d55a-40f3-b273-abdc23e3eff5.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.251470] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a79d4b-68f9-46d2-970d-48c80248bd22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.260067] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 814.260067] env[69695]: value = "task-3498517" [ 814.260067] env[69695]: _type = "Task" [ 814.260067] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.271182] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498517, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.436477] env[69695]: INFO nova.compute.manager [-] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Took 1.31 seconds to deallocate network for instance. [ 814.491492] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498510, 'name': CloneVM_Task, 'duration_secs': 1.665163} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.491934] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created linked-clone VM from snapshot [ 814.492982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186379fe-160b-43c5-b518-13eb2edab4f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.501749] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Uploading image d4c4c9a7-b0ad-4ebe-a7e7-b466c8b9dc0d {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.527264] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.527264] env[69695]: value = "vm-699177" [ 814.527264] env[69695]: _type = "VirtualMachine" [ 814.527264] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.527739] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ee0ce90-84fc-485a-a267-2d928057de32 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.550176] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease: (returnval){ [ 814.550176] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52625be1-1326-be11-281a-3dd10436f53d" [ 814.550176] env[69695]: _type = "HttpNfcLease" [ 814.550176] env[69695]: } obtained for exporting VM: (result){ [ 814.550176] env[69695]: value = "vm-699177" [ 814.550176] env[69695]: _type = "VirtualMachine" [ 814.550176] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.550693] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the lease: (returnval){ [ 814.550693] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52625be1-1326-be11-281a-3dd10436f53d" [ 814.550693] env[69695]: _type = "HttpNfcLease" [ 814.550693] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.560015] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.560015] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52625be1-1326-be11-281a-3dd10436f53d" [ 814.560015] env[69695]: _type = "HttpNfcLease" [ 814.560015] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.567045] env[69695]: DEBUG nova.compute.manager [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.567942] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d774ae8-d27f-4455-af2f-b6543b2d8acb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.676663] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.677190] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.679890] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.764s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.680124] env[69695]: DEBUG nova.objects.instance [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lazy-loading 'resources' on Instance uuid 7a1b9ecd-9646-4e90-8992-7f3253695b6f {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.701044] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498516, 'name': PowerOffVM_Task, 'duration_secs': 0.173723} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.701044] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.701044] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.701044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595679b5-ae82-45e0-b993-5ee66cbbb40f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.709916] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.711166] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.711322] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.711495] env[69695]: DEBUG nova.network.neutron [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.712750] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24943aee-d27e-4d24-8b55-1c86756a1caf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.749938] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.750300] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.750676] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Deleting the datastore file [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.751907] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47aa2a5b-d9e0-4df4-baae-8d4a7b05d9c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.763076] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 814.763076] env[69695]: value = "task-3498520" [ 814.763076] env[69695]: _type = "Task" [ 814.763076] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.789511] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.790199] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498517, 'name': Rename_Task, 'duration_secs': 0.275176} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.790467] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.790738] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68c3c61d-fa38-4422-bbb9-0e63b29dff21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.803564] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 814.803564] env[69695]: value = "task-3498521" [ 814.803564] env[69695]: _type = "Task" [ 814.803564] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.816049] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.816480] env[69695]: DEBUG nova.network.neutron [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Successfully updated port: 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.832129] env[69695]: DEBUG nova.network.neutron [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.946755] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.947185] env[69695]: DEBUG nova.network.neutron [-] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.953222] env[69695]: DEBUG nova.network.neutron [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.062203] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.062203] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52625be1-1326-be11-281a-3dd10436f53d" [ 815.062203] env[69695]: _type = "HttpNfcLease" [ 815.062203] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.062455] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.062455] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52625be1-1326-be11-281a-3dd10436f53d" [ 815.062455] env[69695]: _type = "HttpNfcLease" [ 815.062455] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.063261] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b412076a-0ed9-4387-941e-d1d3f085c095 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.075702] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255ae04-6244-83ae-d6cd-d08c29f40161/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.075886] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255ae04-6244-83ae-d6cd-d08c29f40161/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.080703] env[69695]: INFO nova.compute.manager [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] instance snapshotting [ 815.081652] env[69695]: WARNING nova.compute.manager [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 815.138841] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c771a5-b8bd-4519-98bc-359cee03e78a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.161634] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fd0a2-a5ba-4c14-b6c9-3e69f0901304 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.183584] env[69695]: DEBUG nova.compute.utils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.184750] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.185130] env[69695]: DEBUG nova.network.neutron [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.205890] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34ccdc54-0444-481a-ba84-68e284f0a952 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.248786] env[69695]: DEBUG nova.policy [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a40c1de9eea4f8dbe9a48e7c513943f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3c79f987284e05a501c587d1367eca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.281287] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100994} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.281762] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.281869] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.281951] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.314429] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.321131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "refresh_cache-97ce2deb-7b93-4ff6-9f01-185cef8d6516" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.321131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired lock "refresh_cache-97ce2deb-7b93-4ff6-9f01-185cef8d6516" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.321652] env[69695]: DEBUG nova.network.neutron [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.378301] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Successfully updated port: 68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.427749] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-422212a4-2f37-4e1c-8ee8-4e64a75a8534-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.427986] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-422212a4-2f37-4e1c-8ee8-4e64a75a8534-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.428356] env[69695]: DEBUG nova.objects.instance [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'flavor' on Instance uuid 422212a4-2f37-4e1c-8ee8-4e64a75a8534 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.450411] env[69695]: INFO nova.compute.manager [-] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Took 1.76 seconds to deallocate network for instance. [ 815.461888] env[69695]: DEBUG oslo_concurrency.lockutils [req-00ba7ecc-140a-4466-9837-9a84f1bb151e req-44420625-5e77-41c9-bb21-1084fd4aa5bc service nova] Releasing lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.533726] env[69695]: DEBUG nova.network.neutron [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.674776] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.674997] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6e19eeb-f32b-48f1-8d90-ab09c90fb048 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.686367] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 815.686367] env[69695]: value = "task-3498522" [ 815.686367] env[69695]: _type = "Task" [ 815.686367] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.690538] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.699106] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498522, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.757640] env[69695]: DEBUG nova.network.neutron [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Successfully created port: 50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.790908] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a30530-18e5-4993-a1cb-01d1ddd1f953 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.801021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf497ac8-0e37-4d33-8db8-95a14f02f797 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.836709] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9876d-2ea9-47b5-920d-443b5548b8e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.843805] env[69695]: DEBUG oslo_vmware.api [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498521, 'name': PowerOnVM_Task, 'duration_secs': 0.695659} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.844472] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.844728] env[69695]: INFO nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Took 9.43 seconds to spawn the instance on the hypervisor. [ 815.844950] env[69695]: DEBUG nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.845803] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bce8df-0950-4069-8d3f-483ddea62dbd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.852639] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370d843-bd46-47ff-bdae-733c2480c8a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.878095] env[69695]: DEBUG nova.compute.provider_tree [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.880059] env[69695]: DEBUG nova.network.neutron [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.883545] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.883821] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.883981] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.958871] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.036828] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.055238] env[69695]: DEBUG nova.objects.instance [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'pci_requests' on Instance uuid 422212a4-2f37-4e1c-8ee8-4e64a75a8534 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.096401] env[69695]: DEBUG nova.network.neutron [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Updating instance_info_cache with network_info: [{"id": "14dc6272-9dca-4b2a-bd72-0114ad4cbe64", "address": "fa:16:3e:ce:35:20", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dc6272-9d", "ovs_interfaceid": "14dc6272-9dca-4b2a-bd72-0114ad4cbe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.204097] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498522, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.325912] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.326220] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.326481] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.326682] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.326840] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.327020] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.327318] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.327498] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.327747] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.328622] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.328622] env[69695]: DEBUG nova.virt.hardware [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.329145] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e02f18-c05f-4edc-abd9-a22d2f3e3a62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.337803] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa837ac-9057-4c74-97e7-f052c4d1ddaf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.353908] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.359800] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.360176] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.360469] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-975f2631-b43c-4840-9913-555192c8763e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.381525] env[69695]: INFO nova.compute.manager [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Took 39.45 seconds to build instance. [ 816.385372] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.385372] env[69695]: value = "task-3498523" [ 816.385372] env[69695]: _type = "Task" [ 816.385372] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.386479] env[69695]: DEBUG nova.scheduler.client.report [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.401285] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498523, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.433176] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.545890] env[69695]: DEBUG nova.compute.manager [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.547369] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a1b6e-22c0-4cae-8fed-d770cc6db5b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.558735] env[69695]: DEBUG nova.objects.base [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Object Instance<422212a4-2f37-4e1c-8ee8-4e64a75a8534> lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 816.559332] env[69695]: DEBUG nova.network.neutron [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.596237] env[69695]: DEBUG nova.compute.manager [req-35ae222e-9e93-4355-ac9f-3a7da2925fc0 req-8b3d2f9b-9fac-4e29-88f5-d85abdf18754 service nova] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Received event network-vif-deleted-561c0b11-f2d7-47ca-81da-d21ae4e69545 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.601659] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Releasing lock "refresh_cache-97ce2deb-7b93-4ff6-9f01-185cef8d6516" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.602293] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Instance network_info: |[{"id": "14dc6272-9dca-4b2a-bd72-0114ad4cbe64", "address": "fa:16:3e:ce:35:20", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dc6272-9d", "ovs_interfaceid": "14dc6272-9dca-4b2a-bd72-0114ad4cbe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.602726] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:35:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14dc6272-9dca-4b2a-bd72-0114ad4cbe64', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.611241] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.612663] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.612981] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5756db98-5264-4ead-896e-85edd207f5c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.631915] env[69695]: DEBUG nova.policy [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.644198] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.644198] env[69695]: value = "task-3498524" [ 816.644198] env[69695]: _type = "Task" [ 816.644198] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.653154] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498524, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.699174] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498522, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.707406] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.737401] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.737773] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.738045] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.738322] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.738583] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.738740] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.738992] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.739295] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.739646] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.739888] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.740268] env[69695]: DEBUG nova.virt.hardware [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.741276] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ffbbf-523b-4e30-a90a-f8045ca1f101 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.752416] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99269efc-b5b1-4c19-b24b-575be9b5d152 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.884721] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cb56da08-d143-4e80-a75a-b9c1dcefa837 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.137s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.900317] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.903504] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498523, 'name': CreateVM_Task, 'duration_secs': 0.37101} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.906253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.546s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.908527] env[69695]: INFO nova.compute.claims [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.911080] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.912607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.912607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.912857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.913460] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7720a804-6d3b-48b0-afc1-015ddcc1ef76 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.922053] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 816.922053] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52117800-b900-087a-3473-70557197bd22" [ 816.922053] env[69695]: _type = "Task" [ 816.922053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.931979] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52117800-b900-087a-3473-70557197bd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.936916] env[69695]: INFO nova.scheduler.client.report [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Deleted allocations for instance 7a1b9ecd-9646-4e90-8992-7f3253695b6f [ 817.130326] env[69695]: DEBUG nova.network.neutron [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Updating instance_info_cache with network_info: [{"id": "f749f4d3-7f6d-49af-b154-721db83b9175", "address": "fa:16:3e:07:19:31", "network": {"id": "65edaf07-357d-4d8d-b0ca-7a9efb42ed2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-10775670", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf749f4d3-7f", "ovs_interfaceid": "f749f4d3-7f6d-49af-b154-721db83b9175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1ff9db5-183e-4f57-b33c-6fd464be791e", "address": "fa:16:3e:af:94:82", "network": {"id": "bbcd47e5-451d-4784-8f01-a816bb5be05a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1134079757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ff9db5-18", "ovs_interfaceid": "e1ff9db5-183e-4f57-b33c-6fd464be791e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68f967bd-429a-46f5-b22a-9910db3f1f94", "address": "fa:16:3e:dd:52:3a", "network": {"id": "65edaf07-357d-4d8d-b0ca-7a9efb42ed2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-10775670", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f967bd-42", "ovs_interfaceid": "68f967bd-429a-46f5-b22a-9910db3f1f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.155245] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498524, 'name': CreateVM_Task, 'duration_secs': 0.474883} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.155829] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.156564] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.156734] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.157561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.158288] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2dbcb35-4ab3-41ac-80b6-33aece9371cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.164087] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 817.164087] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f56be6-46ec-1a28-c6c9-487cc64ab732" [ 817.164087] env[69695]: _type = "Task" [ 817.164087] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.170679] env[69695]: DEBUG nova.network.neutron [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Successfully created port: 1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.180575] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f56be6-46ec-1a28-c6c9-487cc64ab732, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.180972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.181139] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.181400] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.181544] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.181722] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.182329] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61931c62-e30e-4fe2-9f09-70fe67638fa7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.195338] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.195531] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.197055] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c187369e-ffb9-4ba0-be0c-68414a7806e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.205305] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498522, 'name': CreateSnapshot_Task, 'duration_secs': 1.083911} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.205305] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 817.205305] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa1ad72-90ef-4b12-be51-931dc5b924f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.212308] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 817.212308] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525d7f2d-4a2e-b764-d9cb-ea51e400e08f" [ 817.212308] env[69695]: _type = "Task" [ 817.212308] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.221542] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Received event network-vif-plugged-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.222667] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Acquiring lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.222667] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.222667] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.222667] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] No waiting events found dispatching network-vif-plugged-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.222667] env[69695]: WARNING nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Received unexpected event network-vif-plugged-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 for instance with vm_state building and task_state spawning. [ 817.222986] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Received event network-changed-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.222986] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Refreshing instance network info cache due to event network-changed-14dc6272-9dca-4b2a-bd72-0114ad4cbe64. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.223149] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Acquiring lock "refresh_cache-97ce2deb-7b93-4ff6-9f01-185cef8d6516" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.223282] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Acquired lock "refresh_cache-97ce2deb-7b93-4ff6-9f01-185cef8d6516" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.223430] env[69695]: DEBUG nova.network.neutron [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Refreshing network info cache for port 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.228808] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525d7f2d-4a2e-b764-d9cb-ea51e400e08f, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.230607] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ea8a1a-f0a5-46d8-b60c-b273e68911e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.236862] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 817.236862] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52386bd3-0cf7-3a0e-0dc4-6038999cefe7" [ 817.236862] env[69695]: _type = "Task" [ 817.236862] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.249126] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52386bd3-0cf7-3a0e-0dc4-6038999cefe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.359251] env[69695]: DEBUG nova.compute.manager [None req-673db985-df4b-465d-80b1-8eb95cbcce89 tempest-ServerDiagnosticsTest-634649609 tempest-ServerDiagnosticsTest-634649609-project-admin] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.360951] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729beecc-4812-4525-98f1-e0d37a92db0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.374341] env[69695]: INFO nova.compute.manager [None req-673db985-df4b-465d-80b1-8eb95cbcce89 tempest-ServerDiagnosticsTest-634649609 tempest-ServerDiagnosticsTest-634649609-project-admin] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Retrieving diagnostics [ 817.375999] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc3a896-925b-4e18-9ae6-35d75b1d74a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.417791] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.424213] env[69695]: DEBUG nova.network.neutron [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Successfully updated port: 50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.437085] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52117800-b900-087a-3473-70557197bd22, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.437423] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.437629] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.437869] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.438029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.438221] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.438490] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa22680-8c4c-4459-b683-0b7f75dfbb44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.447790] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Lock "7a1b9ecd-9646-4e90-8992-7f3253695b6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.139s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.449953] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.450148] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.450961] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d279f96-9ceb-4a8c-b3ee-cd1c8df68029 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.460597] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 817.460597] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52014747-3c7d-f378-4186-818f6e4edea5" [ 817.460597] env[69695]: _type = "Task" [ 817.460597] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.470184] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52014747-3c7d-f378-4186-818f6e4edea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.572982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8cd2c6-1280-4d5a-96bf-e3752bac1c7f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.581182] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Doing hard reboot of VM {{(pid=69695) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 817.581453] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0f0d340f-0a7f-4130-a556-de4eea2391f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.589743] env[69695]: DEBUG oslo_vmware.api [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 817.589743] env[69695]: value = "task-3498525" [ 817.589743] env[69695]: _type = "Task" [ 817.589743] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.598159] env[69695]: DEBUG oslo_vmware.api [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498525, 'name': ResetVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.633558] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Releasing lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.633924] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance network_info: |[{"id": "f749f4d3-7f6d-49af-b154-721db83b9175", "address": "fa:16:3e:07:19:31", "network": {"id": "65edaf07-357d-4d8d-b0ca-7a9efb42ed2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-10775670", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf749f4d3-7f", "ovs_interfaceid": "f749f4d3-7f6d-49af-b154-721db83b9175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1ff9db5-183e-4f57-b33c-6fd464be791e", "address": "fa:16:3e:af:94:82", "network": {"id": "bbcd47e5-451d-4784-8f01-a816bb5be05a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1134079757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ff9db5-18", "ovs_interfaceid": "e1ff9db5-183e-4f57-b33c-6fd464be791e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68f967bd-429a-46f5-b22a-9910db3f1f94", "address": "fa:16:3e:dd:52:3a", "network": {"id": "65edaf07-357d-4d8d-b0ca-7a9efb42ed2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-10775670", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f967bd-42", "ovs_interfaceid": "68f967bd-429a-46f5-b22a-9910db3f1f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.634442] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:19:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f749f4d3-7f6d-49af-b154-721db83b9175', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:94:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1ff9db5-183e-4f57-b33c-6fd464be791e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:52:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f967bd-429a-46f5-b22a-9910db3f1f94', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.646832] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Creating folder: Project (c42fb897deab49dbbfca2db902328638). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.647185] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a6fdc5-7f0a-40d8-827e-33a11e86babe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.661265] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Created folder: Project (c42fb897deab49dbbfca2db902328638) in parent group-v699067. [ 817.661530] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Creating folder: Instances. Parent ref: group-v699181. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.661806] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d78120d6-f23b-4b4d-bd0c-608026e737d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.674708] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Created folder: Instances in parent group-v699181. [ 817.674955] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.675238] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.675510] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc80b6b6-d0ff-4531-8f87-eabbec74e780 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.700879] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.700879] env[69695]: value = "task-3498528" [ 817.700879] env[69695]: _type = "Task" [ 817.700879] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.708926] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498528, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.735178] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.737570] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-082002fd-77fd-4da5-a734-a40dadf200e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.751305] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52386bd3-0cf7-3a0e-0dc4-6038999cefe7, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.752743] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.753022] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 97ce2deb-7b93-4ff6-9f01-185cef8d6516/97ce2deb-7b93-4ff6-9f01-185cef8d6516.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.753383] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 817.753383] env[69695]: value = "task-3498529" [ 817.753383] env[69695]: _type = "Task" [ 817.753383] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.753579] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e3bb0b-171d-40b6-80a2-eadb83fc15d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.765717] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498529, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.767169] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 817.767169] env[69695]: value = "task-3498530" [ 817.767169] env[69695]: _type = "Task" [ 817.767169] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.775583] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.934496] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.934496] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.934496] env[69695]: DEBUG nova.network.neutron [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.953784] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.986855] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52014747-3c7d-f378-4186-818f6e4edea5, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.987958] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5c7e72-f506-4362-b943-8ca1282eee77 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.996529] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 817.996529] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c9b94-f984-5f30-8a51-224a68914fb4" [ 817.996529] env[69695]: _type = "Task" [ 817.996529] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.010179] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c9b94-f984-5f30-8a51-224a68914fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.051753] env[69695]: DEBUG nova.network.neutron [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Updated VIF entry in instance network info cache for port 14dc6272-9dca-4b2a-bd72-0114ad4cbe64. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.051753] env[69695]: DEBUG nova.network.neutron [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Updating instance_info_cache with network_info: [{"id": "14dc6272-9dca-4b2a-bd72-0114ad4cbe64", "address": "fa:16:3e:ce:35:20", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dc6272-9d", "ovs_interfaceid": "14dc6272-9dca-4b2a-bd72-0114ad4cbe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.103115] env[69695]: DEBUG oslo_vmware.api [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498525, 'name': ResetVM_Task, 'duration_secs': 0.102682} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.103437] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Did hard reboot of VM {{(pid=69695) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 818.103675] env[69695]: DEBUG nova.compute.manager [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.104639] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc0c538-2888-4081-9936-50677ae7dd8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.216336] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498528, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.270368] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498529, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.281489] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498530, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.469856] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276c728-6a1c-440e-8aa7-182063064faf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.474396] env[69695]: DEBUG nova.network.neutron [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.482990] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2fe673-8ec1-47db-b48d-30c38aa86c19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.520328] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c291ee1-794f-4d0f-8910-8517121a195d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.530272] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c9b94-f984-5f30-8a51-224a68914fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014507} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.532733] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.533152] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.533397] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26dc7c47-bef1-47bd-aef1-76206726c15e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.536463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cac750-db7b-45e5-8245-c42be2512d1d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.552230] env[69695]: DEBUG nova.compute.provider_tree [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.555174] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Releasing lock "refresh_cache-97ce2deb-7b93-4ff6-9f01-185cef8d6516" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.555463] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-vif-plugged-68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.555676] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Acquiring lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.555874] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.556078] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.556261] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] No waiting events found dispatching network-vif-plugged-68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.556573] env[69695]: WARNING nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received unexpected event network-vif-plugged-68f967bd-429a-46f5-b22a-9910db3f1f94 for instance with vm_state building and task_state spawning. [ 818.556613] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-changed-68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.556771] env[69695]: DEBUG nova.compute.manager [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Refreshing instance network info cache due to event network-changed-68f967bd-429a-46f5-b22a-9910db3f1f94. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.556960] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Acquiring lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.557209] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Acquired lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.557403] env[69695]: DEBUG nova.network.neutron [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Refreshing network info cache for port 68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.561927] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 818.561927] env[69695]: value = "task-3498531" [ 818.561927] env[69695]: _type = "Task" [ 818.561927] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.575382] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.622435] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662d7a4f-1ff1-4a53-b204-e759fefc9de2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.445s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.694791] env[69695]: DEBUG nova.network.neutron [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updating instance_info_cache with network_info: [{"id": "50918c95-6bdd-499e-9906-532c846ebaf5", "address": "fa:16:3e:43:8e:da", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50918c95-6b", "ovs_interfaceid": "50918c95-6bdd-499e-9906-532c846ebaf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.703881] env[69695]: DEBUG nova.network.neutron [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Successfully updated port: 1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.721305] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498528, 'name': CreateVM_Task, 'duration_secs': 0.583685} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.721481] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.722355] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722847] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723384] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e6f217-b3d3-4055-ba55-05ac7c053ee8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.729838] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 818.729838] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5254f80f-03cb-e786-56cb-4474df2047e7" [ 818.729838] env[69695]: _type = "Task" [ 818.729838] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.739928] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5254f80f-03cb-e786-56cb-4474df2047e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.768710] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498529, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.780351] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685946} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.780621] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 97ce2deb-7b93-4ff6-9f01-185cef8d6516/97ce2deb-7b93-4ff6-9f01-185cef8d6516.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.780838] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.781104] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4f1fe83-816b-47f8-a254-516aaa3086d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.790730] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 818.790730] env[69695]: value = "task-3498532" [ 818.790730] env[69695]: _type = "Task" [ 818.790730] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.802163] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.064074] env[69695]: DEBUG nova.scheduler.client.report [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.079034] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.197404] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Releasing lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.197670] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Instance network_info: |[{"id": "50918c95-6bdd-499e-9906-532c846ebaf5", "address": "fa:16:3e:43:8e:da", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50918c95-6b", "ovs_interfaceid": "50918c95-6bdd-499e-9906-532c846ebaf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.198284] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:8e:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50918c95-6bdd-499e-9906-532c846ebaf5', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.207429] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Creating folder: Project (9b3c79f987284e05a501c587d1367eca). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.210199] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c41c7857-d2fa-4eb0-b335-1cae8f7adc28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.214469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.214571] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.214741] env[69695]: DEBUG nova.network.neutron [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.226129] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Created folder: Project (9b3c79f987284e05a501c587d1367eca) in parent group-v699067. [ 819.226342] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Creating folder: Instances. Parent ref: group-v699185. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.226485] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af353915-3fae-498b-8be6-7accc4ceb79a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.240832] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5254f80f-03cb-e786-56cb-4474df2047e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016647} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.241331] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.241610] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.241883] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.242092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.242321] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.243650] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed4a6f0e-2cc1-4a4b-a3fe-fa7a7bdda688 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.245820] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Created folder: Instances in parent group-v699185. [ 819.246120] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.248953] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.249622] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-035fe983-8ea7-42a2-ab20-a0f628731583 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.268351] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.268610] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.272969] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e083630-5e91-4e4b-842e-a4f8a96677b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.280036] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.280036] env[69695]: value = "task-3498535" [ 819.280036] env[69695]: _type = "Task" [ 819.280036] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.283988] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498529, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.288694] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 819.288694] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52377880-eef4-ce1c-f7f1-62434e050972" [ 819.288694] env[69695]: _type = "Task" [ 819.288694] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.296309] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498535, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.305515] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109842} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.311518] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.311873] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52377880-eef4-ce1c-f7f1-62434e050972, 'name': SearchDatastore_Task, 'duration_secs': 0.021205} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.312834] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38875f9f-57a6-42e6-b1da-17abf3ad7232 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.316225] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02eb984d-559c-4bab-aa66-52d6c6cf28df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.324046] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 819.324046] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aa8c4e-a889-22c8-1030-4ecbd2747a44" [ 819.324046] env[69695]: _type = "Task" [ 819.324046] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.345252] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 97ce2deb-7b93-4ff6-9f01-185cef8d6516/97ce2deb-7b93-4ff6-9f01-185cef8d6516.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.349497] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262d9a55-0da5-4078-b376-514ab025a48c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.365743] env[69695]: DEBUG nova.network.neutron [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Updated VIF entry in instance network info cache for port 68f967bd-429a-46f5-b22a-9910db3f1f94. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.366261] env[69695]: DEBUG nova.network.neutron [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Updating instance_info_cache with network_info: [{"id": "f749f4d3-7f6d-49af-b154-721db83b9175", "address": "fa:16:3e:07:19:31", "network": {"id": "65edaf07-357d-4d8d-b0ca-7a9efb42ed2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-10775670", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf749f4d3-7f", "ovs_interfaceid": "f749f4d3-7f6d-49af-b154-721db83b9175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1ff9db5-183e-4f57-b33c-6fd464be791e", "address": "fa:16:3e:af:94:82", "network": {"id": "bbcd47e5-451d-4784-8f01-a816bb5be05a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1134079757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ff9db5-18", "ovs_interfaceid": "e1ff9db5-183e-4f57-b33c-6fd464be791e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "68f967bd-429a-46f5-b22a-9910db3f1f94", "address": "fa:16:3e:dd:52:3a", "network": {"id": "65edaf07-357d-4d8d-b0ca-7a9efb42ed2f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-10775670", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f967bd-42", "ovs_interfaceid": "68f967bd-429a-46f5-b22a-9910db3f1f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.374727] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aa8c4e-a889-22c8-1030-4ecbd2747a44, 'name': SearchDatastore_Task, 'duration_secs': 0.016172} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.376317] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.376626] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 8ca899ab-8f2f-4de0-a91c-602d7c497315/8ca899ab-8f2f-4de0-a91c-602d7c497315.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.376991] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 819.376991] env[69695]: value = "task-3498536" [ 819.376991] env[69695]: _type = "Task" [ 819.376991] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.377226] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c33430-5451-40eb-8a92-143c1ec3c9e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.392911] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.399660] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 819.399660] env[69695]: value = "task-3498537" [ 819.399660] env[69695]: _type = "Task" [ 819.399660] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.411950] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.573583] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.574087] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.578605] env[69695]: DEBUG nova.compute.manager [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Received event network-vif-plugged-50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.578605] env[69695]: DEBUG oslo_concurrency.lockutils [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.578605] env[69695]: DEBUG oslo_concurrency.lockutils [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] Lock "e836ad49-6776-4512-94c2-67a095eeebe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.578605] env[69695]: DEBUG oslo_concurrency.lockutils [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] Lock "e836ad49-6776-4512-94c2-67a095eeebe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.578810] env[69695]: DEBUG nova.compute.manager [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] No waiting events found dispatching network-vif-plugged-50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.578810] env[69695]: WARNING nova.compute.manager [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Received unexpected event network-vif-plugged-50918c95-6bdd-499e-9906-532c846ebaf5 for instance with vm_state building and task_state spawning. [ 819.578974] env[69695]: DEBUG nova.compute.manager [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Received event network-changed-50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.579142] env[69695]: DEBUG nova.compute.manager [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Refreshing instance network info cache due to event network-changed-50918c95-6bdd-499e-9906-532c846ebaf5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.580232] env[69695]: DEBUG oslo_concurrency.lockutils [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] Acquiring lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.580232] env[69695]: DEBUG oslo_concurrency.lockutils [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] Acquired lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.580232] env[69695]: DEBUG nova.network.neutron [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Refreshing network info cache for port 50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.582184] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.706s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.582184] env[69695]: DEBUG nova.objects.instance [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lazy-loading 'resources' on Instance uuid b2d28914-de45-41cd-9b0c-f5f05b591151 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.587265] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.588044] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.588044] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.588044] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d3d7181-b64f-47e1-b9f9-e3b2ccf407ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.598057] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 819.598057] env[69695]: value = "task-3498538" [ 819.598057] env[69695]: _type = "Task" [ 819.598057] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.612144] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.752674] env[69695]: WARNING nova.network.neutron [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] 4ff09386-b1dd-4657-9347-eb65c819d3eb already exists in list: networks containing: ['4ff09386-b1dd-4657-9347-eb65c819d3eb']. ignoring it [ 819.779730] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498529, 'name': CloneVM_Task, 'duration_secs': 1.749523} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.780054] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Created linked-clone VM from snapshot [ 819.781012] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef941c-9e15-4497-b7b6-00b94b47c2a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.792058] env[69695]: DEBUG nova.compute.manager [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-vif-plugged-1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.792392] env[69695]: DEBUG oslo_concurrency.lockutils [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.792618] env[69695]: DEBUG oslo_concurrency.lockutils [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.792808] env[69695]: DEBUG oslo_concurrency.lockutils [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.793118] env[69695]: DEBUG nova.compute.manager [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] No waiting events found dispatching network-vif-plugged-1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.793406] env[69695]: WARNING nova.compute.manager [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received unexpected event network-vif-plugged-1880457d-6494-48e2-9ca2-79d1f6085ca3 for instance with vm_state active and task_state None. [ 819.793486] env[69695]: DEBUG nova.compute.manager [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-changed-1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.793692] env[69695]: DEBUG nova.compute.manager [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Refreshing instance network info cache due to event network-changed-1880457d-6494-48e2-9ca2-79d1f6085ca3. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.793975] env[69695]: DEBUG oslo_concurrency.lockutils [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] Acquiring lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.804883] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498535, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.805252] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Uploading image a96f74b8-b8b4-46ea-975f-bae235157b7d {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.834137] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.834137] env[69695]: value = "vm-699184" [ 819.834137] env[69695]: _type = "VirtualMachine" [ 819.834137] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.834844] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd66b1b7-c332-44dd-a7aa-0bd770676a55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.844611] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease: (returnval){ [ 819.844611] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cc5257-4ed0-1438-95b1-be9a86b27198" [ 819.844611] env[69695]: _type = "HttpNfcLease" [ 819.844611] env[69695]: } obtained for exporting VM: (result){ [ 819.844611] env[69695]: value = "vm-699184" [ 819.844611] env[69695]: _type = "VirtualMachine" [ 819.844611] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.844931] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the lease: (returnval){ [ 819.844931] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cc5257-4ed0-1438-95b1-be9a86b27198" [ 819.844931] env[69695]: _type = "HttpNfcLease" [ 819.844931] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.853173] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.853173] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cc5257-4ed0-1438-95b1-be9a86b27198" [ 819.853173] env[69695]: _type = "HttpNfcLease" [ 819.853173] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.869668] env[69695]: DEBUG oslo_concurrency.lockutils [req-4656ab68-7807-47fe-b395-6518e29b60b7 req-ae4aecfe-836f-4c3b-86ab-cbd9421c9b60 service nova] Releasing lock "refresh_cache-8ca899ab-8f2f-4de0-a91c-602d7c497315" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.892335] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.901702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.901951] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.902300] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.902559] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.902673] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.905416] env[69695]: INFO nova.compute.manager [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Terminating instance [ 819.921074] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.079177] env[69695]: DEBUG nova.network.neutron [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1880457d-6494-48e2-9ca2-79d1f6085ca3", "address": "fa:16:3e:94:97:b2", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1880457d-64", "ovs_interfaceid": "1880457d-6494-48e2-9ca2-79d1f6085ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.082062] env[69695]: DEBUG nova.compute.utils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.083866] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.084080] env[69695]: DEBUG nova.network.neutron [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.117714] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.134394] env[69695]: DEBUG nova.policy [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd271079179f748b18e9dc8bcfad22680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '437bd072ef274dd2a1a3b445bbb56268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.302026] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498535, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.355186] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.355186] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cc5257-4ed0-1438-95b1-be9a86b27198" [ 820.355186] env[69695]: _type = "HttpNfcLease" [ 820.355186] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 820.356071] env[69695]: DEBUG nova.network.neutron [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updated VIF entry in instance network info cache for port 50918c95-6bdd-499e-9906-532c846ebaf5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.356357] env[69695]: DEBUG nova.network.neutron [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updating instance_info_cache with network_info: [{"id": "50918c95-6bdd-499e-9906-532c846ebaf5", "address": "fa:16:3e:43:8e:da", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50918c95-6b", "ovs_interfaceid": "50918c95-6bdd-499e-9906-532c846ebaf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.357549] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 820.357549] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cc5257-4ed0-1438-95b1-be9a86b27198" [ 820.357549] env[69695]: _type = "HttpNfcLease" [ 820.357549] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 820.358442] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c161e337-52d0-4145-ba58-70a6b39676af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.367651] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5c9bb-cda3-5810-066e-cc79eb206402/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 820.367804] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5c9bb-cda3-5810-066e-cc79eb206402/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 820.431517] env[69695]: DEBUG nova.compute.manager [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.431742] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.442234] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77571dc3-4244-4f6f-8c40-71b74bc4b5bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.453742] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498536, 'name': ReconfigVM_Task, 'duration_secs': 1.05676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.458955] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 97ce2deb-7b93-4ff6-9f01-185cef8d6516/97ce2deb-7b93-4ff6-9f01-185cef8d6516.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.459703] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498537, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.459970] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.462665] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef1df2d-ec60-4afc-baad-25d25842549d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.464362] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4427941a-8d7e-4549-8cf7-a734c6c9ffb0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.470841] env[69695]: DEBUG nova.network.neutron [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Successfully created port: f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.474539] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 820.474539] env[69695]: value = "task-3498541" [ 820.474539] env[69695]: _type = "Task" [ 820.474539] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.482983] env[69695]: DEBUG oslo_vmware.api [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 820.482983] env[69695]: value = "task-3498540" [ 820.482983] env[69695]: _type = "Task" [ 820.482983] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.493455] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498541, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.494433] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72ac2b35-b9a2-4a14-9132-e3553d50fc30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.503090] env[69695]: DEBUG oslo_vmware.api [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.584754] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.585051] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.585415] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.586030] env[69695]: DEBUG oslo_concurrency.lockutils [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] Acquired lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.586317] env[69695]: DEBUG nova.network.neutron [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Refreshing network info cache for port 1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.588908] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bfff1-1423-4ab5-85b1-46d976df65a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.595477] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.623615] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.623897] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.624064] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.624259] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.624430] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.625734] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.625734] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.625734] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.625734] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.625734] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.625734] env[69695]: DEBUG nova.virt.hardware [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.636274] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Reconfiguring VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 820.638623] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32c7107-1f1e-482d-9d83-23b327ccae3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.661734] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.718063} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.662930] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.667274] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e3386c-57fb-442c-ad40-9d8ccaeca27e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.672481] env[69695]: DEBUG oslo_vmware.api [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 820.672481] env[69695]: value = "task-3498542" [ 820.672481] env[69695]: _type = "Task" [ 820.672481] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.691078] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.698445] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282c4960-62a3-4173-9548-9c6a5191c527 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.724921] env[69695]: DEBUG oslo_vmware.api [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498542, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.726774] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 820.726774] env[69695]: value = "task-3498543" [ 820.726774] env[69695]: _type = "Task" [ 820.726774] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.741059] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.751207] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc8bcf-2cc8-4c3c-a7b6-73a5e0e73a07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.763754] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2a75cd-5404-48b9-9bfb-2d83b971e64e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.807461] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba66493-ea48-480e-84e8-f5dc05987fe7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.818726] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498535, 'name': CreateVM_Task, 'duration_secs': 1.479741} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.821539] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.822577] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.822867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.823283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.824657] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef6a0db-ed09-450d-bad1-9a472bcce28f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.829290] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e41a69-f268-46c4-a8a8-da827c6060bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.836202] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 820.836202] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52888f17-2369-4d3a-3210-3d1631059acb" [ 820.836202] env[69695]: _type = "Task" [ 820.836202] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.846513] env[69695]: DEBUG nova.compute.provider_tree [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.862344] env[69695]: DEBUG oslo_concurrency.lockutils [req-e2c23668-8c74-4962-9a59-dd5540535c4c req-94227ae2-f0e8-4e15-b86b-2fa2e5cf5978 service nova] Releasing lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.862952] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52888f17-2369-4d3a-3210-3d1631059acb, 'name': SearchDatastore_Task, 'duration_secs': 0.017151} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.863966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.864308] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.864694] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.865047] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.865159] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.865810] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d52578a8-7265-45a4-ad52-264e2fb00da3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.877436] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.877694] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.878543] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2931c00-f9ad-4001-820f-b8e075696965 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.886824] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 820.886824] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52430c09-4290-f2e2-a6a2-777af0176bcf" [ 820.886824] env[69695]: _type = "Task" [ 820.886824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.902505] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52430c09-4290-f2e2-a6a2-777af0176bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.942853] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498537, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.463372} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.943496] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 8ca899ab-8f2f-4de0-a91c-602d7c497315/8ca899ab-8f2f-4de0-a91c-602d7c497315.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.943982] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.944386] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92b84076-f2ad-42a8-a5d0-7d3e1cd2f8a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.953120] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 820.953120] env[69695]: value = "task-3498544" [ 820.953120] env[69695]: _type = "Task" [ 820.953120] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.965151] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.987996] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498541, 'name': Rename_Task, 'duration_secs': 0.444872} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.992240] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.992735] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9994980-9029-4ccb-8e97-9150ca92f72f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.001858] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 821.001858] env[69695]: value = "task-3498545" [ 821.001858] env[69695]: _type = "Task" [ 821.001858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.006370] env[69695]: DEBUG oslo_vmware.api [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498540, 'name': PowerOffVM_Task, 'duration_secs': 0.476291} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.010251] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.010523] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.010890] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b35bf51-79ea-47ea-bd41-143b6aa125b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.019901] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.090306] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.090566] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.090698] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Deleting the datastore file [datastore2] ef6e9895-d55a-40f3-b273-abdc23e3eff5 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.090957] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-157e7bdc-a88d-4d7a-8f5f-a0d257197abe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.104814] env[69695]: DEBUG oslo_vmware.api [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for the task: (returnval){ [ 821.104814] env[69695]: value = "task-3498547" [ 821.104814] env[69695]: _type = "Task" [ 821.104814] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.116291] env[69695]: DEBUG oslo_vmware.api [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.192745] env[69695]: DEBUG oslo_vmware.api [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.243225] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498543, 'name': ReconfigVM_Task, 'duration_secs': 0.494607} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.243585] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7/1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.244708] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08abfae-38d1-49fe-bb40-bc15145b73e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.256106] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 821.256106] env[69695]: value = "task-3498548" [ 821.256106] env[69695]: _type = "Task" [ 821.256106] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.276076] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498548, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.353930] env[69695]: DEBUG nova.scheduler.client.report [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.403259] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52430c09-4290-f2e2-a6a2-777af0176bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.015324} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.405028] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b3e48b-653b-4c0f-b0ca-4cae35a593ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.414716] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 821.414716] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528e08e9-bab1-fde0-6df2-4048bffe2a95" [ 821.414716] env[69695]: _type = "Task" [ 821.414716] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.427071] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528e08e9-bab1-fde0-6df2-4048bffe2a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.429908] env[69695]: DEBUG nova.network.neutron [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updated VIF entry in instance network info cache for port 1880457d-6494-48e2-9ca2-79d1f6085ca3. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.430487] env[69695]: DEBUG nova.network.neutron [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1880457d-6494-48e2-9ca2-79d1f6085ca3", "address": "fa:16:3e:94:97:b2", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1880457d-64", "ovs_interfaceid": "1880457d-6494-48e2-9ca2-79d1f6085ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.469636] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078775} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.469636] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.469636] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988d014c-8cc2-49df-99aa-dc6f0020900f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.501899] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 8ca899ab-8f2f-4de0-a91c-602d7c497315/8ca899ab-8f2f-4de0-a91c-602d7c497315.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.502432] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f8ff82-367d-4141-bb43-17da27618ec3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.533849] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.535901] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 821.535901] env[69695]: value = "task-3498549" [ 821.535901] env[69695]: _type = "Task" [ 821.535901] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.558245] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498549, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.607712] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.622258] env[69695]: DEBUG oslo_vmware.api [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Task: {'id': task-3498547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311291} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.622258] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.622385] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.622553] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.622770] env[69695]: INFO nova.compute.manager [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 821.623187] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.623500] env[69695]: DEBUG nova.compute.manager [-] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.623688] env[69695]: DEBUG nova.network.neutron [-] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.693858] env[69695]: DEBUG oslo_vmware.api [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498542, 'name': ReconfigVM_Task, 'duration_secs': 0.927689} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.694778] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.696283] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Reconfigured VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 821.770038] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498548, 'name': Rename_Task, 'duration_secs': 0.222849} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.770611] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.771053] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d35438-e0b0-44c4-8167-951e794b7099 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.780717] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 821.780717] env[69695]: value = "task-3498550" [ 821.780717] env[69695]: _type = "Task" [ 821.780717] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.790642] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.860959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.863348] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.393s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.892449] env[69695]: INFO nova.scheduler.client.report [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Deleted allocations for instance b2d28914-de45-41cd-9b0c-f5f05b591151 [ 821.929663] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528e08e9-bab1-fde0-6df2-4048bffe2a95, 'name': SearchDatastore_Task, 'duration_secs': 0.017518} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.930071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.930392] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e836ad49-6776-4512-94c2-67a095eeebe6/e836ad49-6776-4512-94c2-67a095eeebe6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.930643] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857dde5c-7177-4832-96ed-5c64d6733017 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.936069] env[69695]: DEBUG oslo_concurrency.lockutils [req-68ff9c02-1ef0-4d2d-b4f7-4bc397edceb7 req-05de1574-af46-4e1a-97df-9cfb55fa8eac service nova] Releasing lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.939546] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 821.939546] env[69695]: value = "task-3498551" [ 821.939546] env[69695]: _type = "Task" [ 821.939546] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.950267] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.033393] env[69695]: DEBUG oslo_vmware.api [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498545, 'name': PowerOnVM_Task, 'duration_secs': 0.638829} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.034509] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.034850] env[69695]: INFO nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Took 8.10 seconds to spawn the instance on the hypervisor. [ 822.034948] env[69695]: DEBUG nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.035867] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6938aa-4115-4772-9f30-03738131a94e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.046816] env[69695]: DEBUG nova.network.neutron [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Successfully updated port: f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.055586] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.200897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a24393ee-c40e-414a-88a6-3e9249aae51b tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-422212a4-2f37-4e1c-8ee8-4e64a75a8534-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.773s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.292823] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.389968] env[69695]: DEBUG nova.network.neutron [-] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.400572] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Lock "b2d28914-de45-41cd-9b0c-f5f05b591151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.088s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.452333] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.552324] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498549, 'name': ReconfigVM_Task, 'duration_secs': 0.560285} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.552638] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 8ca899ab-8f2f-4de0-a91c-602d7c497315/8ca899ab-8f2f-4de0-a91c-602d7c497315.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.553545] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3c8bab-19ae-4d92-97ca-eead9b1ce63f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.560475] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560793] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.560793] env[69695]: DEBUG nova.network.neutron [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.567831] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 822.567831] env[69695]: value = "task-3498552" [ 822.567831] env[69695]: _type = "Task" [ 822.567831] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.574620] env[69695]: INFO nova.compute.manager [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Took 34.92 seconds to build instance. [ 822.584765] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498552, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.792483] env[69695]: DEBUG oslo_vmware.api [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498550, 'name': PowerOnVM_Task, 'duration_secs': 0.645723} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.792818] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.793061] env[69695]: DEBUG nova.compute.manager [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.793849] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e01791-7418-46f7-9066-203b35d10d66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.893132] env[69695]: INFO nova.compute.manager [-] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Took 1.27 seconds to deallocate network for instance. [ 822.912324] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.912473] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 586675a8-71c7-4717-a849-1a2989b33e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.912595] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 24415407-c84b-49fc-a5e6-6b3449da9d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.912710] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 419855f7-7b7a-4454-b8fb-3292a4eb1c80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.912824] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 02c9949a-ff1f-4ae3-a942-523833e37fdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.913464] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5d375ddb-f946-42ef-b862-258483104c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.913464] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance b1697ea0-f94a-4605-9a91-2b158d047f56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.913464] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 70fa1a36-4cac-46c3-a686-e916e2a8415c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.913464] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 422212a4-2f37-4e1c-8ee8-4e64a75a8534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.913681] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance b45391be-19be-4a55-88cf-c471c4355ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.913681] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.913740] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 7cacd294-cab8-49d5-8f6b-df191b81685e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.913935] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance dcc846cd-4ce5-41e6-a419-d85d964e9f79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.915223] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 81711994-e06d-4361-9df7-d0e8293793f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.915223] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 1704e568-0bc9-41c2-96e8-a45ed3d81534 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.915223] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2f63117-16e6-4c33-a0b1-48ab2b5faf8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915223] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance cab958a0-2481-4ea6-995b-13b7f5a7cea1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915223] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915223] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance ef6e9895-d55a-40f3-b273-abdc23e3eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915223] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 8ca899ab-8f2f-4de0-a91c-602d7c497315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915223] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 97ce2deb-7b93-4ff6-9f01-185cef8d6516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915656] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e836ad49-6776-4512-94c2-67a095eeebe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.915656] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 849db371-fc20-47d4-b1e0-159455f77845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 822.952265] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681689} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.952549] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e836ad49-6776-4512-94c2-67a095eeebe6/e836ad49-6776-4512-94c2-67a095eeebe6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.952768] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.953044] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92996769-5698-4730-90d4-eccf8fd1452d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.961770] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 822.961770] env[69695]: value = "task-3498553" [ 822.961770] env[69695]: _type = "Task" [ 822.961770] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.973791] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.077865] env[69695]: DEBUG oslo_concurrency.lockutils [None req-80bb3b77-63f9-4b78-8995-787ddedd1c55 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.278s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.086484] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498552, 'name': Rename_Task, 'duration_secs': 0.288605} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.086759] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.087051] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d0f307f-2823-4b3a-98a1-8c591e90adc9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.096188] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 823.096188] env[69695]: value = "task-3498554" [ 823.096188] env[69695]: _type = "Task" [ 823.096188] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.105446] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.117051] env[69695]: DEBUG nova.network.neutron [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.262489] env[69695]: DEBUG nova.network.neutron [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.318548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.401506] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.420038] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 28896755-ae8f-47a2-9d3a-a59d06f7bd2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 823.472979] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116273} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.473390] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.474129] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03059709-c7bb-4605-9630-9435bd47619b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.498627] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] e836ad49-6776-4512-94c2-67a095eeebe6/e836ad49-6776-4512-94c2-67a095eeebe6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.498975] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204577f5-94eb-41eb-82e4-3a08d85f0a25 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.521274] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 823.521274] env[69695]: value = "task-3498555" [ 823.521274] env[69695]: _type = "Task" [ 823.521274] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.533705] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.579975] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.607327] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.768875] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.769243] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Instance network_info: |[{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.922516] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 824.039082] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.107480] env[69695]: DEBUG oslo_vmware.api [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498554, 'name': PowerOnVM_Task, 'duration_secs': 0.950236} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.108534] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.108826] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.109047] env[69695]: INFO nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Took 15.01 seconds to spawn the instance on the hypervisor. [ 824.109226] env[69695]: DEBUG nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.110031] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3441e3-5afe-4a92-9352-fec2c37a23dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.232462] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.232871] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.233155] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.233484] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.233742] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.233999] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.234391] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.234716] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.234996] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.235398] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.236132] env[69695]: DEBUG nova.virt.hardware [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.238977] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0341e1-c90e-42db-898b-d4cbd7379242 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.252653] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255ae04-6244-83ae-d6cd-d08c29f40161/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.255179] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984137b2-c484-482b-a48c-ea8e444a4904 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.260100] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f83a086-a7bc-42b4-8a95-5a51c38ccbe7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.267955] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255ae04-6244-83ae-d6cd-d08c29f40161/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.268245] env[69695]: ERROR oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255ae04-6244-83ae-d6cd-d08c29f40161/disk-0.vmdk due to incomplete transfer. [ 824.278463] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9cb3572-120d-4c99-871e-487238e7d211 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.281303] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c1:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0711c3a-4414-4d2a-9c28-16621a06b0aa', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.289413] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Creating folder: Project (437bd072ef274dd2a1a3b445bbb56268). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.291393] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c25af3d4-406a-4d19-900b-ff5659f8e583 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.295945] env[69695]: DEBUG nova.compute.manager [req-157a2190-8894-4276-b6e4-f3692fb45a3c req-c61944da-3c08-4285-bcc2-861caf9ef71d service nova] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Received event network-vif-deleted-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.301859] env[69695]: DEBUG nova.compute.manager [req-837e93b4-9058-40a1-b5c8-76610f6cc974 req-4ecebf21-b3ee-4820-a232-277fb4b1dce3 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received event network-vif-plugged-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.302149] env[69695]: DEBUG oslo_concurrency.lockutils [req-837e93b4-9058-40a1-b5c8-76610f6cc974 req-4ecebf21-b3ee-4820-a232-277fb4b1dce3 service nova] Acquiring lock "849db371-fc20-47d4-b1e0-159455f77845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.302408] env[69695]: DEBUG oslo_concurrency.lockutils [req-837e93b4-9058-40a1-b5c8-76610f6cc974 req-4ecebf21-b3ee-4820-a232-277fb4b1dce3 service nova] Lock "849db371-fc20-47d4-b1e0-159455f77845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.302598] env[69695]: DEBUG oslo_concurrency.lockutils [req-837e93b4-9058-40a1-b5c8-76610f6cc974 req-4ecebf21-b3ee-4820-a232-277fb4b1dce3 service nova] Lock "849db371-fc20-47d4-b1e0-159455f77845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.302778] env[69695]: DEBUG nova.compute.manager [req-837e93b4-9058-40a1-b5c8-76610f6cc974 req-4ecebf21-b3ee-4820-a232-277fb4b1dce3 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] No waiting events found dispatching network-vif-plugged-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.302943] env[69695]: WARNING nova.compute.manager [req-837e93b4-9058-40a1-b5c8-76610f6cc974 req-4ecebf21-b3ee-4820-a232-277fb4b1dce3 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received unexpected event network-vif-plugged-f0711c3a-4414-4d2a-9c28-16621a06b0aa for instance with vm_state building and task_state spawning. [ 824.305084] env[69695]: DEBUG oslo_vmware.rw_handles [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255ae04-6244-83ae-d6cd-d08c29f40161/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.305335] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Uploaded image d4c4c9a7-b0ad-4ebe-a7e7-b466c8b9dc0d to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.309051] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.311126] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb6de2c8-d4f7-45f4-af4a-6799aa53cfd6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.313600] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Created folder: Project (437bd072ef274dd2a1a3b445bbb56268) in parent group-v699067. [ 824.314060] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Creating folder: Instances. Parent ref: group-v699188. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.314060] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5721e463-6f6c-446f-b6d5-6b597fa20e70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.323735] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 824.323735] env[69695]: value = "task-3498557" [ 824.323735] env[69695]: _type = "Task" [ 824.323735] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.329983] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Created folder: Instances in parent group-v699188. [ 824.330317] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.331073] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.331360] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e11eb1e-34cf-4ca3-b75b-5bbfd6a91a9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.353954] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498557, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.361626] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.361626] env[69695]: value = "task-3498559" [ 824.361626] env[69695]: _type = "Task" [ 824.361626] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.377312] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498559, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.426073] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 2cf6c894-903e-45b7-a962-f1f83638ab31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 824.535642] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498555, 'name': ReconfigVM_Task, 'duration_secs': 0.960956} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.536097] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Reconfigured VM instance instance-00000027 to attach disk [datastore1] e836ad49-6776-4512-94c2-67a095eeebe6/e836ad49-6776-4512-94c2-67a095eeebe6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.537024] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d8e5859-7a22-4b32-a6a5-66150c14b541 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.548155] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 824.548155] env[69695]: value = "task-3498560" [ 824.548155] env[69695]: _type = "Task" [ 824.548155] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.560905] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498560, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.633779] env[69695]: INFO nova.compute.manager [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Took 44.86 seconds to build instance. [ 824.837844] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498557, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.877847] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498559, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.930032] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0ff0050a-2feb-470c-a69c-7d31748d24f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 825.059236] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498560, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.139128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.248s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.339867] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498557, 'name': Destroy_Task, 'duration_secs': 0.625429} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.340177] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroyed the VM [ 825.340418] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.340685] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47e9262a-7be0-4c38-991a-069d62064ddd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.349275] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 825.349275] env[69695]: value = "task-3498561" [ 825.349275] env[69695]: _type = "Task" [ 825.349275] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.359619] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.372282] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498559, 'name': CreateVM_Task, 'duration_secs': 0.579485} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.372532] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.373339] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.373434] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.373725] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.373984] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd8211c-2806-4314-8177-9b9347d3a5d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.380164] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 825.380164] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52123844-273b-ff5d-53c9-253a22eaa5a9" [ 825.380164] env[69695]: _type = "Task" [ 825.380164] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.389805] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52123844-273b-ff5d-53c9-253a22eaa5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.433372] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d39a7539-a268-4aed-a636-2d9b3bca6411 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 825.561628] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498560, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.572269] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0c243-aec6-483e-a68e-b2cd12fc2597 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.579513] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Suspending the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 825.579795] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c47af112-2809-416c-819f-238a3b934df9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.588628] env[69695]: DEBUG oslo_vmware.api [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] Waiting for the task: (returnval){ [ 825.588628] env[69695]: value = "task-3498562" [ 825.588628] env[69695]: _type = "Task" [ 825.588628] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.598780] env[69695]: DEBUG oslo_vmware.api [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] Task: {'id': task-3498562, 'name': SuspendVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.641469] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.860814] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.895306] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52123844-273b-ff5d-53c9-253a22eaa5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.895972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.895972] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.896207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.896297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.896479] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.896763] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a473b536-18e4-4fa1-9f2d-6fe699f18ed1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.908800] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.909187] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.909869] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e746d614-dc85-4d1d-b8ac-2e989a850455 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.919374] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 825.919374] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5251f677-e9cc-c3a7-f316-56a5b2cb0378" [ 825.919374] env[69695]: _type = "Task" [ 825.919374] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.929645] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5251f677-e9cc-c3a7-f316-56a5b2cb0378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.937677] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 76270db6-94e7-4800-8d8f-03ee7ac7b324 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 826.061119] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498560, 'name': Rename_Task, 'duration_secs': 1.17196} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.063247] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.063521] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a239fd4b-d01e-452c-b934-31e04d3aa56c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.073551] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 826.073551] env[69695]: value = "task-3498563" [ 826.073551] env[69695]: _type = "Task" [ 826.073551] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.083326] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.104983] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.105279] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.107213] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.107213] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.107213] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.112961] env[69695]: DEBUG oslo_vmware.api [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] Task: {'id': task-3498562, 'name': SuspendVM_Task} progress is 45%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.113702] env[69695]: INFO nova.compute.manager [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Terminating instance [ 826.165044] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.362903] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498561, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.433101] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5251f677-e9cc-c3a7-f316-56a5b2cb0378, 'name': SearchDatastore_Task, 'duration_secs': 0.031777} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.434065] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b941e7-7252-4fb0-a586-a48ccf211715 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.441602] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 889be491-6d76-4f43-9ab2-7fc4ef66caf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 826.443141] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 826.443141] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5261da77-baa2-46ba-7e4c-3ca3ccec6b1c" [ 826.443141] env[69695]: _type = "Task" [ 826.443141] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.453529] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5261da77-baa2-46ba-7e4c-3ca3ccec6b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.599331] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.602223] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "8ca899ab-8f2f-4de0-a91c-602d7c497315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.602340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.602878] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.602878] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.603051] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.608191] env[69695]: DEBUG oslo_vmware.api [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] Task: {'id': task-3498562, 'name': SuspendVM_Task, 'duration_secs': 1.012804} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.608957] env[69695]: INFO nova.compute.manager [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Terminating instance [ 826.610953] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Suspended the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 826.610953] env[69695]: DEBUG nova.compute.manager [None req-04f1df4b-5b19-4332-9c28-c4159dc987f3 tempest-ServersAdminNegativeTestJSON-112965544 tempest-ServersAdminNegativeTestJSON-112965544-project-admin] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.612050] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544916b-b8e5-4110-b365-d58042c37778 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.618039] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "refresh_cache-1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.618215] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquired lock "refresh_cache-1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.621950] env[69695]: DEBUG nova.network.neutron [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.641949] env[69695]: DEBUG nova.compute.manager [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.642582] env[69695]: DEBUG nova.compute.manager [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing instance network info cache due to event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.642582] env[69695]: DEBUG oslo_concurrency.lockutils [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.642582] env[69695]: DEBUG oslo_concurrency.lockutils [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.642925] env[69695]: DEBUG nova.network.neutron [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.844945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-422212a4-2f37-4e1c-8ee8-4e64a75a8534-1880457d-6494-48e2-9ca2-79d1f6085ca3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.845412] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-422212a4-2f37-4e1c-8ee8-4e64a75a8534-1880457d-6494-48e2-9ca2-79d1f6085ca3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.864889] env[69695]: DEBUG oslo_vmware.api [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498561, 'name': RemoveSnapshot_Task, 'duration_secs': 1.212593} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.865907] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.866224] env[69695]: INFO nova.compute.manager [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 826.945300] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 826.945639] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 826.945762] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 826.963162] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5261da77-baa2-46ba-7e4c-3ca3ccec6b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.018869} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.963567] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964021] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 849db371-fc20-47d4-b1e0-159455f77845/849db371-fc20-47d4-b1e0-159455f77845.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.964535] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa8fc2c-7117-4645-abcb-c0f02ddb1ffc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.978214] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 826.978214] env[69695]: value = "task-3498564" [ 826.978214] env[69695]: _type = "Task" [ 826.978214] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.989043] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.089977] env[69695]: DEBUG oslo_vmware.api [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498563, 'name': PowerOnVM_Task, 'duration_secs': 0.55257} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.089977] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.089977] env[69695]: INFO nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Took 10.38 seconds to spawn the instance on the hypervisor. [ 827.089977] env[69695]: DEBUG nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.089977] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f76d833-ebd0-4186-9246-ef136328f8fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.121347] env[69695]: DEBUG nova.compute.manager [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.121347] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.122059] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d794c9b-c193-451c-9dc0-0995bcb676c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.140915] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.142272] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-881abe96-2702-4a43-a872-2965eacd12b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.159579] env[69695]: DEBUG nova.network.neutron [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.166171] env[69695]: DEBUG oslo_vmware.api [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 827.166171] env[69695]: value = "task-3498565" [ 827.166171] env[69695]: _type = "Task" [ 827.166171] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.178981] env[69695]: DEBUG oslo_vmware.api [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.234224] env[69695]: DEBUG nova.network.neutron [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.354029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.354747] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.355598] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731f4a66-7ae3-486b-a2d8-edb23b2df8dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.387854] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b16a5c-f61e-46d6-9034-036999e0d919 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.428158] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Reconfiguring VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 827.431503] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb10c8f-40e0-4441-b553-fb51b08791f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.454238] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 827.454238] env[69695]: value = "task-3498566" [ 827.454238] env[69695]: _type = "Task" [ 827.454238] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.457492] env[69695]: DEBUG nova.compute.manager [None req-a77166b6-62b2-4a0a-a438-5ec80bf27898 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Found 1 images (rotation: 2) {{(pid=69695) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 827.473998] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.497423] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.568344] env[69695]: DEBUG nova.network.neutron [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updated VIF entry in instance network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.569483] env[69695]: DEBUG nova.network.neutron [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.577443] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ac5653-fdf0-45e8-ae51-92bf5d54b85b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.587893] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed721c3-897a-4243-bd82-d8addf4db3af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.635722] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a7faae-a9fc-4ef9-ba1b-5172f72c5640 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.639645] env[69695]: INFO nova.compute.manager [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Took 37.88 seconds to build instance. [ 827.649922] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d36f6cf-b606-466d-938f-aea800e12bc3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.668219] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.682430] env[69695]: DEBUG oslo_vmware.api [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498565, 'name': PowerOffVM_Task, 'duration_secs': 0.238253} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.682707] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.682873] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.683220] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926dbd6d-d82c-4dee-a72b-78fa8a22a1aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.738130] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Releasing lock "refresh_cache-1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.738274] env[69695]: DEBUG nova.compute.manager [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.738481] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.740135] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a68b0e2-fa5b-4aff-ae50-7cf959e6c210 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.747798] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.748100] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33699f91-9240-45e3-b19a-41372a9fe132 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.755444] env[69695]: DEBUG oslo_vmware.api [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 827.755444] env[69695]: value = "task-3498568" [ 827.755444] env[69695]: _type = "Task" [ 827.755444] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.767839] env[69695]: DEBUG oslo_vmware.api [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.826511] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.826759] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.828943] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Deleting the datastore file [datastore2] 8ca899ab-8f2f-4de0-a91c-602d7c497315 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.828943] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cf8a518-fa8f-4df0-a09a-9c15e818a7fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.838217] env[69695]: DEBUG oslo_vmware.api [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 827.838217] env[69695]: value = "task-3498569" [ 827.838217] env[69695]: _type = "Task" [ 827.838217] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.847826] env[69695]: DEBUG oslo_vmware.api [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.973519] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.993356] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707846} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.993731] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 849db371-fc20-47d4-b1e0-159455f77845/849db371-fc20-47d4-b1e0-159455f77845.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.993971] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.994316] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f131a44-1b32-4817-9a6a-f38a49e21413 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.004126] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 828.004126] env[69695]: value = "task-3498570" [ 828.004126] env[69695]: _type = "Task" [ 828.004126] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.014593] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.072965] env[69695]: DEBUG oslo_concurrency.lockutils [req-30018d59-670c-410f-8cb0-9895c2fe1939 req-0fa19de6-85bc-4ae4-a8d8-a18645c16305 service nova] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.145167] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.376s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.193549] env[69695]: ERROR nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [req-2e87f811-3e77-414f-98dc-343a2fc34518] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e87f811-3e77-414f-98dc-343a2fc34518"}]} [ 828.211358] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.229017] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.229017] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.241071] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.265274] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.274582] env[69695]: DEBUG oslo_vmware.api [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498568, 'name': PowerOffVM_Task, 'duration_secs': 0.148301} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.274866] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.275047] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.275340] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efe6ad13-eaec-43f7-a8a5-97dfc27f7e21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.308193] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.308433] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.308615] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Deleting the datastore file [datastore1] 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.308882] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b37359-8781-45cd-a3e0-12a52ff8f841 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.320021] env[69695]: DEBUG oslo_vmware.api [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for the task: (returnval){ [ 828.320021] env[69695]: value = "task-3498572" [ 828.320021] env[69695]: _type = "Task" [ 828.320021] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.330413] env[69695]: DEBUG oslo_vmware.api [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.350327] env[69695]: DEBUG oslo_vmware.api [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388297} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.350540] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.350718] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.350919] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.351212] env[69695]: INFO nova.compute.manager [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Took 1.23 seconds to destroy the instance on the hypervisor. [ 828.351303] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.351626] env[69695]: DEBUG nova.compute.manager [-] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.351626] env[69695]: DEBUG nova.network.neutron [-] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.471206] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.519069] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080519} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.519069] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.519069] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda13d0b-f547-4345-9e82-f0f84d081afb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.547917] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 849db371-fc20-47d4-b1e0-159455f77845/849db371-fc20-47d4-b1e0-159455f77845.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.551549] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185a7e8b-52e5-4928-8a29-7cdc1d1a357c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.578286] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 828.578286] env[69695]: value = "task-3498573" [ 828.578286] env[69695]: _type = "Task" [ 828.578286] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.590739] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.784756] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41138395-570a-4a4c-9587-48258fa3dc75 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.798759] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e940fdbd-6817-4688-aae4-24bb53ea0e78 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.841450] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a13d5-28d0-46b2-993d-1d386365fde9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.854469] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137eee8-c009-4eb3-b178-13fa401ea0ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.859853] env[69695]: DEBUG oslo_vmware.api [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Task: {'id': task-3498572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212145} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.860494] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.864032] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.864032] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.864032] env[69695]: INFO nova.compute.manager [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 828.864032] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.864032] env[69695]: DEBUG nova.compute.manager [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.864032] env[69695]: DEBUG nova.network.neutron [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.874284] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.880787] env[69695]: DEBUG nova.network.neutron [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.973699] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.011053] env[69695]: DEBUG nova.compute.manager [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Received event network-changed-50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.011260] env[69695]: DEBUG nova.compute.manager [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Refreshing instance network info cache due to event network-changed-50918c95-6bdd-499e-9906-532c846ebaf5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.011465] env[69695]: DEBUG oslo_concurrency.lockutils [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] Acquiring lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.011599] env[69695]: DEBUG oslo_concurrency.lockutils [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] Acquired lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.011751] env[69695]: DEBUG nova.network.neutron [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Refreshing network info cache for port 50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.063046] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5c9bb-cda3-5810-066e-cc79eb206402/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.064100] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fcc823-fa4d-4683-b8df-61ca22c8657c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.070797] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5c9bb-cda3-5810-066e-cc79eb206402/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.070964] env[69695]: ERROR oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5c9bb-cda3-5810-066e-cc79eb206402/disk-0.vmdk due to incomplete transfer. [ 829.071203] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c5e758fd-777f-437f-9252-84a4327bbb37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.082971] env[69695]: DEBUG oslo_vmware.rw_handles [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5c9bb-cda3-5810-066e-cc79eb206402/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.083070] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Uploaded image a96f74b8-b8b4-46ea-975f-bae235157b7d to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.084652] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.085390] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba6e8b37-c2cd-4b17-b4d6-e29ad596a9e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.090592] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498573, 'name': ReconfigVM_Task, 'duration_secs': 0.291045} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.090846] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 849db371-fc20-47d4-b1e0-159455f77845/849db371-fc20-47d4-b1e0-159455f77845.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.092500] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132b39e2-2c1b-4483-99f9-9894150e66a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.094192] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 829.094192] env[69695]: value = "task-3498574" [ 829.094192] env[69695]: _type = "Task" [ 829.094192] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.099531] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 829.099531] env[69695]: value = "task-3498575" [ 829.099531] env[69695]: _type = "Task" [ 829.099531] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.105843] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498574, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.111131] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498575, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.298628] env[69695]: DEBUG nova.compute.manager [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.300642] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552868c5-5a0e-42a3-bc6a-d779348a71ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.378411] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.382917] env[69695]: DEBUG nova.network.neutron [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.471373] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.607352] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498574, 'name': Destroy_Task, 'duration_secs': 0.31662} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.608330] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Destroyed the VM [ 829.608765] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.609174] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da7af2f9-9d5d-448f-8073-66402c0ef476 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.614051] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498575, 'name': Rename_Task, 'duration_secs': 0.184892} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.621066] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.621066] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-781c36e4-cd03-472e-9df6-7ba6853ea472 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.621664] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 829.621664] env[69695]: value = "task-3498576" [ 829.621664] env[69695]: _type = "Task" [ 829.621664] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.627800] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 829.627800] env[69695]: value = "task-3498577" [ 829.627800] env[69695]: _type = "Task" [ 829.627800] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.635394] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.641669] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.671312] env[69695]: DEBUG nova.network.neutron [-] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.814670] env[69695]: INFO nova.compute.manager [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] instance snapshotting [ 829.815200] env[69695]: DEBUG nova.objects.instance [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'flavor' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.883224] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 829.883523] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.020s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.883853] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.005s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.887460] env[69695]: INFO nova.compute.claims [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.894021] env[69695]: INFO nova.compute.manager [-] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Took 1.03 seconds to deallocate network for instance. [ 829.973230] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.980914] env[69695]: DEBUG nova.network.neutron [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updated VIF entry in instance network info cache for port 50918c95-6bdd-499e-9906-532c846ebaf5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.981880] env[69695]: DEBUG nova.network.neutron [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updating instance_info_cache with network_info: [{"id": "50918c95-6bdd-499e-9906-532c846ebaf5", "address": "fa:16:3e:43:8e:da", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50918c95-6b", "ovs_interfaceid": "50918c95-6bdd-499e-9906-532c846ebaf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.141598] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498576, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.147057] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498577, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.179368] env[69695]: INFO nova.compute.manager [-] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Took 1.83 seconds to deallocate network for instance. [ 830.326066] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7290cc-b918-474c-b466-a33a852cf2ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.354949] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a3877-3f6e-4120-ad6c-45fcd82c6246 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.408166] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.475067] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.485495] env[69695]: DEBUG oslo_concurrency.lockutils [req-35862617-041b-4e30-8bd2-563208f87e41 req-f212c079-d899-4dfd-a50d-d42522fcab03 service nova] Releasing lock "refresh_cache-e836ad49-6776-4512-94c2-67a095eeebe6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.637464] env[69695]: DEBUG oslo_vmware.api [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498576, 'name': RemoveSnapshot_Task, 'duration_secs': 0.526044} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.638051] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.638398] env[69695]: INFO nova.compute.manager [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 830.644222] env[69695]: DEBUG oslo_vmware.api [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498577, 'name': PowerOnVM_Task, 'duration_secs': 0.550574} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.644662] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.644867] env[69695]: INFO nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Took 9.04 seconds to spawn the instance on the hypervisor. [ 830.645057] env[69695]: DEBUG nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.645917] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289b9ff-e88b-4a7f-b1ce-97ae02ce89c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.687263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.836748] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.837026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.837257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.837497] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.837649] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.840606] env[69695]: INFO nova.compute.manager [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Terminating instance [ 830.869059] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.869440] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16fa79db-38da-4aea-965c-7969f3e6abde {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.879203] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 830.879203] env[69695]: value = "task-3498578" [ 830.879203] env[69695]: _type = "Task" [ 830.879203] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.891615] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.966052] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.966355] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.966569] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.966749] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.966909] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.977181] env[69695]: INFO nova.compute.manager [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Terminating instance [ 830.992978] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.996757] env[69695]: DEBUG nova.compute.manager [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.996757] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.000241] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f882783-3571-4923-87e8-c53ac2db1aec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.011443] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.011750] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-102bf473-aed0-4a0b-a632-9fb271085415 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.091783] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.091783] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.091783] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Deleting the datastore file [datastore2] 97ce2deb-7b93-4ff6-9f01-185cef8d6516 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.091783] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd05b23-5376-41d0-a19d-22793e2e1cc0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.098607] env[69695]: DEBUG oslo_vmware.api [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 831.098607] env[69695]: value = "task-3498580" [ 831.098607] env[69695]: _type = "Task" [ 831.098607] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.113073] env[69695]: DEBUG oslo_vmware.api [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.116737] env[69695]: DEBUG nova.compute.manager [req-def8e1d5-19bf-4711-9ed6-f9bc4e50a3ae req-7264d834-7290-4e75-96dd-59c91c0a9173 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-vif-deleted-68f967bd-429a-46f5-b22a-9910db3f1f94 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.116737] env[69695]: DEBUG nova.compute.manager [req-def8e1d5-19bf-4711-9ed6-f9bc4e50a3ae req-7264d834-7290-4e75-96dd-59c91c0a9173 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-vif-deleted-e1ff9db5-183e-4f57-b33c-6fd464be791e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.116737] env[69695]: DEBUG nova.compute.manager [req-def8e1d5-19bf-4711-9ed6-f9bc4e50a3ae req-7264d834-7290-4e75-96dd-59c91c0a9173 service nova] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Received event network-vif-deleted-f749f4d3-7f6d-49af-b154-721db83b9175 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.145832] env[69695]: DEBUG nova.compute.manager [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Instance disappeared during snapshot {{(pid=69695) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 831.165117] env[69695]: DEBUG nova.compute.manager [None req-0395694d-de95-4f3f-a19d-eadd2d37bf0f tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image not found during clean up a96f74b8-b8b4-46ea-975f-bae235157b7d {{(pid=69695) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 831.180946] env[69695]: INFO nova.compute.manager [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Took 37.84 seconds to build instance. [ 831.350430] env[69695]: DEBUG nova.compute.manager [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.350430] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.350430] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5564aa31-7acf-4a93-9042-aa1573056352 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.358941] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.359255] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5c575c2-0739-4bd5-94b2-8003e3562b09 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.390917] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.453948] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.454205] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.454388] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleting the datastore file [datastore1] cab958a0-2481-4ea6-995b-13b7f5a7cea1 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.457426] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a802589a-f94a-41a7-afba-d87f25f28f22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.465600] env[69695]: DEBUG oslo_vmware.api [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 831.465600] env[69695]: value = "task-3498582" [ 831.465600] env[69695]: _type = "Task" [ 831.465600] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.474740] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622cca76-d3e6-4f99-891f-a63359b268da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.483664] env[69695]: DEBUG oslo_vmware.api [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.491330] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.492423] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dd0bfb-22f4-4a6a-8e3c-acb8bb949fd7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.535704] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c54f435-b37f-40b7-9edb-831a546f9421 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.546516] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b376d7b8-3537-4336-a63a-16d696c48910 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.564779] env[69695]: DEBUG nova.compute.provider_tree [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.610071] env[69695]: DEBUG oslo_vmware.api [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201759} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.610752] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.610752] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.610752] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.610961] env[69695]: INFO nova.compute.manager [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Took 0.61 seconds to destroy the instance on the hypervisor. [ 831.611283] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.611415] env[69695]: DEBUG nova.compute.manager [-] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.611512] env[69695]: DEBUG nova.network.neutron [-] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.658028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "5029b0e3-13ba-47c4-a252-644b207d85e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.658329] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.684679] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "849db371-fc20-47d4-b1e0-159455f77845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.566s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.892837] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498578, 'name': CreateSnapshot_Task, 'duration_secs': 0.951} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.893084] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.893878] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a460eb5f-9d6e-4323-be9f-82fc30ac02ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.990983] env[69695]: DEBUG oslo_vmware.api [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204816} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.995688] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.996061] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.999247] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.999247] env[69695]: INFO nova.compute.manager [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Took 0.65 seconds to destroy the instance on the hypervisor. [ 831.999247] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.999247] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.999247] env[69695]: DEBUG nova.compute.manager [-] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.999247] env[69695]: DEBUG nova.network.neutron [-] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.069357] env[69695]: DEBUG nova.scheduler.client.report [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.162569] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.412836] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.413378] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8bb0ab7-b92d-4ff3-9960-9a675a4f3775 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.424097] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 832.424097] env[69695]: value = "task-3498583" [ 832.424097] env[69695]: _type = "Task" [ 832.424097] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.435611] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498583, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.489648] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.576040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.576415] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.579415] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.693s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.580870] env[69695]: INFO nova.compute.claims [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.660744] env[69695]: DEBUG nova.compute.manager [req-dda74421-5551-44b4-a03e-d2ea6036bfac req-54ca0bf7-cb61-485b-a20c-e88d8dc32beb service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Received event network-vif-deleted-a43ec588-89fb-4c07-a303-936433d21931 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.660984] env[69695]: INFO nova.compute.manager [req-dda74421-5551-44b4-a03e-d2ea6036bfac req-54ca0bf7-cb61-485b-a20c-e88d8dc32beb service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Neutron deleted interface a43ec588-89fb-4c07-a303-936433d21931; detaching it from the instance and deleting it from the info cache [ 832.661364] env[69695]: DEBUG nova.network.neutron [req-dda74421-5551-44b4-a03e-d2ea6036bfac req-54ca0bf7-cb61-485b-a20c-e88d8dc32beb service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.692743] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.704944] env[69695]: DEBUG nova.network.neutron [-] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.941335] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498583, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.984781] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.085591] env[69695]: DEBUG nova.compute.utils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.096395] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.096395] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.137817] env[69695]: DEBUG nova.network.neutron [-] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.144190] env[69695]: DEBUG nova.policy [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3644aa729bcd4079ba92a97717e61b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da3395d2126453894c71b8ed9701751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.156281] env[69695]: DEBUG nova.compute.manager [req-d9f9441e-881a-41fc-907a-452fda258657 req-b62cdb82-0c3e-472f-b407-38ba693d2da7 service nova] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Received event network-vif-deleted-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.164185] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3217b0ca-9dee-40ed-8e51-34c2903db6be {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.177099] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde80782-870f-47b6-8303-eb51360fdbe1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.208343] env[69695]: INFO nova.compute.manager [-] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Took 1.60 seconds to deallocate network for instance. [ 833.236023] env[69695]: DEBUG nova.compute.manager [req-dda74421-5551-44b4-a03e-d2ea6036bfac req-54ca0bf7-cb61-485b-a20c-e88d8dc32beb service nova] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Detach interface failed, port_id=a43ec588-89fb-4c07-a303-936433d21931, reason: Instance cab958a0-2481-4ea6-995b-13b7f5a7cea1 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.437750] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498583, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.453278] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Successfully created port: f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.483696] env[69695]: DEBUG oslo_vmware.api [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498566, 'name': ReconfigVM_Task, 'duration_secs': 5.860742} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.484025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.484839] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Reconfigured VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 833.598197] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.644525] env[69695]: INFO nova.compute.manager [-] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Took 1.65 seconds to deallocate network for instance. [ 833.734485] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.941788] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498583, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.154273] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.159436] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4407a-2cda-4c01-b0ee-b825bbbb494a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.170090] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91788f-5cc1-4d57-8c67-b3bffd3a79ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.208477] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df391b5-f57e-4e53-8d4c-1d25781ca01e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.217939] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6e6025-8d75-4c29-851c-c41607c56117 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.233794] env[69695]: DEBUG nova.compute.provider_tree [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.439755] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498583, 'name': CloneVM_Task, 'duration_secs': 1.710011} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.440067] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created linked-clone VM from snapshot [ 834.440815] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f92c0f-3936-4937-9199-fd4a6c3097e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.452729] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Uploading image 53d752e5-68fd-4a98-946b-eef6a960c8b1 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.479122] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 834.479122] env[69695]: value = "vm-699192" [ 834.479122] env[69695]: _type = "VirtualMachine" [ 834.479122] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 834.479664] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1992e38-fbc1-4632-8e46-4aaac64069c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.488578] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease: (returnval){ [ 834.488578] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c90c56-0657-0cee-ce81-ddf00a22e78f" [ 834.488578] env[69695]: _type = "HttpNfcLease" [ 834.488578] env[69695]: } obtained for exporting VM: (result){ [ 834.488578] env[69695]: value = "vm-699192" [ 834.488578] env[69695]: _type = "VirtualMachine" [ 834.488578] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.489570] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the lease: (returnval){ [ 834.489570] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c90c56-0657-0cee-ce81-ddf00a22e78f" [ 834.489570] env[69695]: _type = "HttpNfcLease" [ 834.489570] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.498333] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.498333] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c90c56-0657-0cee-ce81-ddf00a22e78f" [ 834.498333] env[69695]: _type = "HttpNfcLease" [ 834.498333] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.612655] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.649826] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.650088] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.650239] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.650433] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.650565] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.650709] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.650909] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.651206] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.651475] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.651569] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.651744] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.652706] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6bc37a-4f71-4213-8d50-3205f052ab71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.663879] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95595f14-4608-4640-b79d-3abba850df5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.736903] env[69695]: DEBUG nova.scheduler.client.report [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.765990] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.766450] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.766989] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.766989] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.766989] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.768991] env[69695]: INFO nova.compute.manager [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Terminating instance [ 834.948034] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.948740] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.948740] env[69695]: DEBUG nova.network.neutron [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.965915] env[69695]: DEBUG nova.compute.manager [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.966109] env[69695]: DEBUG nova.compute.manager [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing instance network info cache due to event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.966341] env[69695]: DEBUG oslo_concurrency.lockutils [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.966475] env[69695]: DEBUG oslo_concurrency.lockutils [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.966623] env[69695]: DEBUG nova.network.neutron [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.002893] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.002893] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c90c56-0657-0cee-ce81-ddf00a22e78f" [ 835.002893] env[69695]: _type = "HttpNfcLease" [ 835.002893] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.002893] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.002893] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c90c56-0657-0cee-ce81-ddf00a22e78f" [ 835.002893] env[69695]: _type = "HttpNfcLease" [ 835.002893] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.002893] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153847f0-c2e7-4434-9f2e-7f16ab9c75d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.013554] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b48f7-fe65-8a43-3f16-54fb968ebf16/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.013554] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b48f7-fe65-8a43-3f16-54fb968ebf16/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.082669] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Successfully updated port: f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.120682] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5e922ec-ee6e-4cd2-a59d-4d7d6262d712 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.241581] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.242505] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.245960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.227s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.246177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.248287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.645s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.248481] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.250614] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.484s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.250614] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.253127] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.557s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.253403] env[69695]: INFO nova.compute.claims [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.257039] env[69695]: DEBUG nova.compute.manager [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-vif-deleted-1880457d-6494-48e2-9ca2-79d1f6085ca3 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.257114] env[69695]: INFO nova.compute.manager [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Neutron deleted interface 1880457d-6494-48e2-9ca2-79d1f6085ca3; detaching it from the instance and deleting it from the info cache [ 835.257339] env[69695]: DEBUG nova.network.neutron [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.274021] env[69695]: DEBUG nova.compute.manager [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.274021] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.274669] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb22922-6dff-4b96-8204-348313f629f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.288379] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.289555] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fe3d5b-6537-4a0e-a207-96fec539a3ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.296109] env[69695]: INFO nova.scheduler.client.report [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Deleted allocations for instance 7cacd294-cab8-49d5-8f6b-df191b81685e [ 835.300781] env[69695]: INFO nova.scheduler.client.report [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Deleted allocations for instance b1697ea0-f94a-4605-9a91-2b158d047f56 [ 835.304420] env[69695]: DEBUG oslo_vmware.api [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 835.304420] env[69695]: value = "task-3498585" [ 835.304420] env[69695]: _type = "Task" [ 835.304420] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.324358] env[69695]: DEBUG oslo_vmware.api [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.337167] env[69695]: INFO nova.scheduler.client.report [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Deleted allocations for instance 81711994-e06d-4361-9df7-d0e8293793f4 [ 835.589702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "refresh_cache-28896755-ae8f-47a2-9d3a-a59d06f7bd2b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.590166] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "refresh_cache-28896755-ae8f-47a2-9d3a-a59d06f7bd2b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.590391] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.764414] env[69695]: DEBUG nova.compute.utils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.770026] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] Acquiring lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.772187] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.772442] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.805861] env[69695]: DEBUG oslo_concurrency.lockutils [None req-347bc9da-5125-4769-bf3f-746173e1366d tempest-ServerDiagnosticsV248Test-645348175 tempest-ServerDiagnosticsV248Test-645348175-project-member] Lock "7cacd294-cab8-49d5-8f6b-df191b81685e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.367s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.823843] env[69695]: DEBUG oslo_vmware.api [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498585, 'name': PowerOffVM_Task, 'duration_secs': 0.315767} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.824682] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b57a6b9a-75a6-4397-a917-6621d9252336 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Lock "b1697ea0-f94a-4605-9a91-2b158d047f56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.258s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.828042] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.828042] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.828042] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43e2c70-fe33-4c08-9cb6-b3d025dd1b0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.849074] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e243db-e0b6-4aa5-8153-d78d8468a275 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Lock "81711994-e06d-4361-9df7-d0e8293793f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.760s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.862055] env[69695]: DEBUG nova.policy [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3644aa729bcd4079ba92a97717e61b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da3395d2126453894c71b8ed9701751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.888573] env[69695]: INFO nova.network.neutron [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Port 1880457d-6494-48e2-9ca2-79d1f6085ca3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 835.889132] env[69695]: DEBUG nova.network.neutron [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [{"id": "ef259eb0-1a18-4784-a339-87fa9e982808", "address": "fa:16:3e:1c:44:93", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef259eb0-1a", "ovs_interfaceid": "ef259eb0-1a18-4784-a339-87fa9e982808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.912610] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.913199] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.914223] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleting the datastore file [datastore2] 422212a4-2f37-4e1c-8ee8-4e64a75a8534 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.914954] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a70bcaa9-2b5b-4200-873c-735a892e863f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.926144] env[69695]: DEBUG oslo_vmware.api [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 835.926144] env[69695]: value = "task-3498587" [ 835.926144] env[69695]: _type = "Task" [ 835.926144] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.937320] env[69695]: DEBUG oslo_vmware.api [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.173641] env[69695]: DEBUG nova.network.neutron [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updated VIF entry in instance network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.174095] env[69695]: DEBUG nova.network.neutron [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.182245] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.272783] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.392706] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.444706] env[69695]: DEBUG oslo_vmware.api [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259333} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.445665] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.445665] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.445665] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.445665] env[69695]: INFO nova.compute.manager [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Took 1.17 seconds to destroy the instance on the hypervisor. [ 836.446788] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.446788] env[69695]: DEBUG nova.compute.manager [-] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.446788] env[69695]: DEBUG nova.network.neutron [-] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.477535] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Successfully created port: b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.518319] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Updating instance_info_cache with network_info: [{"id": "f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784", "address": "fa:16:3e:5c:53:cf", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e4eac2-b4", "ovs_interfaceid": "f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.681168] env[69695]: DEBUG oslo_concurrency.lockutils [req-f665d747-0c1c-40a2-a500-801a09849d1c req-3247bc2e-ceee-4284-80b7-ffca990bed3b service nova] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.825680] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201abb0-53c7-45c8-bccc-e14a01182ff6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.839165] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f6e8e5-2692-4c78-b490-11c46a8f9954 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.874344] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b82bc1-d5de-4ee7-b9bf-05a02099d639 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.883199] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d691f27-b543-41ab-b52f-e8c1d449373d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.899859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-422212a4-2f37-4e1c-8ee8-4e64a75a8534-1880457d-6494-48e2-9ca2-79d1f6085ca3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.054s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.901406] env[69695]: DEBUG nova.compute.provider_tree [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.022195] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "refresh_cache-28896755-ae8f-47a2-9d3a-a59d06f7bd2b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.022569] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Instance network_info: |[{"id": "f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784", "address": "fa:16:3e:5c:53:cf", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e4eac2-b4", "ovs_interfaceid": "f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.023022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:53:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.031343] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Creating folder: Project (5da3395d2126453894c71b8ed9701751). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.031812] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d70726d0-f30a-4bb2-b19d-5bebec65b772 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.045898] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Created folder: Project (5da3395d2126453894c71b8ed9701751) in parent group-v699067. [ 837.046158] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Creating folder: Instances. Parent ref: group-v699193. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.046518] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ce17cb-e815-420e-b8e3-75a6106f38e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.059352] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Created folder: Instances in parent group-v699193. [ 837.059628] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.060029] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.060375] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8811aa19-260a-422a-9cd2-b45359ae8fc2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.078359] env[69695]: DEBUG nova.compute.manager [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Received event network-vif-plugged-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.078679] env[69695]: DEBUG oslo_concurrency.lockutils [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] Acquiring lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.078961] env[69695]: DEBUG oslo_concurrency.lockutils [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.079360] env[69695]: DEBUG oslo_concurrency.lockutils [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.079651] env[69695]: DEBUG nova.compute.manager [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] No waiting events found dispatching network-vif-plugged-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.079905] env[69695]: WARNING nova.compute.manager [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Received unexpected event network-vif-plugged-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 for instance with vm_state building and task_state spawning. [ 837.080192] env[69695]: DEBUG nova.compute.manager [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Received event network-changed-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.080491] env[69695]: DEBUG nova.compute.manager [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Refreshing instance network info cache due to event network-changed-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.080691] env[69695]: DEBUG oslo_concurrency.lockutils [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] Acquiring lock "refresh_cache-28896755-ae8f-47a2-9d3a-a59d06f7bd2b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.080941] env[69695]: DEBUG oslo_concurrency.lockutils [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] Acquired lock "refresh_cache-28896755-ae8f-47a2-9d3a-a59d06f7bd2b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.081152] env[69695]: DEBUG nova.network.neutron [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Refreshing network info cache for port f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.094019] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.094019] env[69695]: value = "task-3498590" [ 837.094019] env[69695]: _type = "Task" [ 837.094019] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.102478] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498590, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.287264] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.318209] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.318907] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.318907] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.319032] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.319183] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.319345] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.319574] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.319869] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.320096] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.320282] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.320458] env[69695]: DEBUG nova.virt.hardware [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.321381] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0d0625-b3e6-4e23-92d1-e7da306c573c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.337620] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73ca56-5b7e-4c1d-a37a-a9bc4b3de8b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.407712] env[69695]: DEBUG nova.scheduler.client.report [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.604227] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498590, 'name': CreateVM_Task, 'duration_secs': 0.426697} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.604472] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.605236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.605904] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.606291] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.606568] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7294be4-2e77-423b-a6a8-8a3744720e6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.613754] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 837.613754] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5259b6da-685c-cd32-3879-4c3e2153442a" [ 837.613754] env[69695]: _type = "Task" [ 837.613754] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.623978] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5259b6da-685c-cd32-3879-4c3e2153442a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.916027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.916027] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.918901] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.702s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.919410] env[69695]: DEBUG nova.objects.instance [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.925791] env[69695]: DEBUG nova.compute.manager [req-cccf059d-7790-4b61-bb13-6d0d1b925f61 req-0891573d-d98c-4c93-a0bf-83c4483e639a service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Received event network-vif-deleted-ef259eb0-1a18-4784-a339-87fa9e982808 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.926115] env[69695]: INFO nova.compute.manager [req-cccf059d-7790-4b61-bb13-6d0d1b925f61 req-0891573d-d98c-4c93-a0bf-83c4483e639a service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Neutron deleted interface ef259eb0-1a18-4784-a339-87fa9e982808; detaching it from the instance and deleting it from the info cache [ 837.926406] env[69695]: DEBUG nova.network.neutron [req-cccf059d-7790-4b61-bb13-6d0d1b925f61 req-0891573d-d98c-4c93-a0bf-83c4483e639a service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.102648] env[69695]: DEBUG nova.network.neutron [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Updated VIF entry in instance network info cache for port f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.102648] env[69695]: DEBUG nova.network.neutron [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Updating instance_info_cache with network_info: [{"id": "f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784", "address": "fa:16:3e:5c:53:cf", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e4eac2-b4", "ovs_interfaceid": "f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.130901] env[69695]: DEBUG nova.network.neutron [-] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.133042] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5259b6da-685c-cd32-3879-4c3e2153442a, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.133042] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.133042] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.133042] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.133269] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.133398] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.133911] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c9d6848-a7d1-40de-bc88-ff35c0b434e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.155376] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.155376] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.155376] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b041fb3-00c6-40c9-a8c0-d075fed77d3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.160866] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 838.160866] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6fb6-69b0-a0fc-66e4-cfa4d4734195" [ 838.160866] env[69695]: _type = "Task" [ 838.160866] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.176757] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6fb6-69b0-a0fc-66e4-cfa4d4734195, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.176923] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a1bd77-418a-4f64-9bc6-b355375d3005 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.185396] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 838.185396] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5271bbdb-7306-7587-5935-913f71a8bce8" [ 838.185396] env[69695]: _type = "Task" [ 838.185396] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.196313] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5271bbdb-7306-7587-5935-913f71a8bce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.430204] env[69695]: DEBUG nova.compute.utils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.436229] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.436229] env[69695]: DEBUG nova.network.neutron [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.437765] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e486b4-0fb6-4a6d-8226-925f0be33246 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.451594] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c184d-6ba4-4713-8dcb-07a35f51d4a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.492198] env[69695]: DEBUG nova.compute.manager [req-cccf059d-7790-4b61-bb13-6d0d1b925f61 req-0891573d-d98c-4c93-a0bf-83c4483e639a service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Detach interface failed, port_id=ef259eb0-1a18-4784-a339-87fa9e982808, reason: Instance 422212a4-2f37-4e1c-8ee8-4e64a75a8534 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.604661] env[69695]: DEBUG oslo_concurrency.lockutils [req-e59c099e-db9e-47f2-a1c9-9d09fe900e98 req-67bce84f-265e-49c5-bd1a-55df6a8b8716 service nova] Releasing lock "refresh_cache-28896755-ae8f-47a2-9d3a-a59d06f7bd2b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.636851] env[69695]: INFO nova.compute.manager [-] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Took 2.19 seconds to deallocate network for instance. [ 838.700916] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5271bbdb-7306-7587-5935-913f71a8bce8, 'name': SearchDatastore_Task, 'duration_secs': 0.015891} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.701471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.701863] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 28896755-ae8f-47a2-9d3a-a59d06f7bd2b/28896755-ae8f-47a2-9d3a-a59d06f7bd2b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.702285] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe547b4-49d6-4338-beba-171be0cd7160 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.712293] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 838.712293] env[69695]: value = "task-3498591" [ 838.712293] env[69695]: _type = "Task" [ 838.712293] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.723370] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.738661] env[69695]: DEBUG nova.policy [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197602f90cfa441ebf74193d58212ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2898aa04525b459faf4adf3d3fd1103d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.781978] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Successfully updated port: b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.939028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5fb737bb-803d-4545-8fab-d12f50dd2ff5 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.939028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.857s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.939571] env[69695]: INFO nova.compute.claims [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.943819] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.143623] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.224346] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511343} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.224642] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 28896755-ae8f-47a2-9d3a-a59d06f7bd2b/28896755-ae8f-47a2-9d3a-a59d06f7bd2b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.224863] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.225197] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee6e7697-19f1-4ecc-9f53-18a7c1863a28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.238411] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 839.238411] env[69695]: value = "task-3498592" [ 839.238411] env[69695]: _type = "Task" [ 839.238411] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.245902] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.247550] env[69695]: DEBUG nova.network.neutron [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Successfully created port: 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.288038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "refresh_cache-c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.288038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "refresh_cache-c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.288038] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.392972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.392972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.707703] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.709636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.749604] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07672} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.749867] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.750691] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec08be3-6e60-4957-b3f5-f5ce13a0836b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.776610] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 28896755-ae8f-47a2-9d3a-a59d06f7bd2b/28896755-ae8f-47a2-9d3a-a59d06f7bd2b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.777616] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179b7743-239b-44c5-a1fc-297de89bf737 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.814769] env[69695]: DEBUG nova.compute.manager [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Received event network-vif-plugged-b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.814988] env[69695]: DEBUG oslo_concurrency.lockutils [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] Acquiring lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.815238] env[69695]: DEBUG oslo_concurrency.lockutils [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.815430] env[69695]: DEBUG oslo_concurrency.lockutils [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.815597] env[69695]: DEBUG nova.compute.manager [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] No waiting events found dispatching network-vif-plugged-b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.815754] env[69695]: WARNING nova.compute.manager [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Received unexpected event network-vif-plugged-b7b02148-16d4-4595-b4f5-265fb187e497 for instance with vm_state building and task_state spawning. [ 839.815906] env[69695]: DEBUG nova.compute.manager [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Received event network-changed-b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.816628] env[69695]: DEBUG nova.compute.manager [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Refreshing instance network info cache due to event network-changed-b7b02148-16d4-4595-b4f5-265fb187e497. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.816628] env[69695]: DEBUG oslo_concurrency.lockutils [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] Acquiring lock "refresh_cache-c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.817844] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 839.817844] env[69695]: value = "task-3498593" [ 839.817844] env[69695]: _type = "Task" [ 839.817844] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.828643] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.844388] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.896696] env[69695]: DEBUG nova.compute.utils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.962476] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.997042] env[69695]: DEBUG nova.virt.hardware [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.999536] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5b05f-4d72-44cd-97b9-b64c361a3a26 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.013440] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f67dd23-a6fc-4128-a9de-1cb7f0486d8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.021096] env[69695]: DEBUG nova.network.neutron [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Updating instance_info_cache with network_info: [{"id": "b7b02148-16d4-4595-b4f5-265fb187e497", "address": "fa:16:3e:0c:93:fc", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b02148-16", "ovs_interfaceid": "b7b02148-16d4-4595-b4f5-265fb187e497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.211939] env[69695]: DEBUG nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.334038] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498593, 'name': ReconfigVM_Task, 'duration_secs': 0.368914} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.337143] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 28896755-ae8f-47a2-9d3a-a59d06f7bd2b/28896755-ae8f-47a2-9d3a-a59d06f7bd2b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.337143] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-971785f6-f6ac-4ede-9825-240287ab3942 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.345201] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 840.345201] env[69695]: value = "task-3498594" [ 840.345201] env[69695]: _type = "Task" [ 840.345201] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.360253] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498594, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.401678] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.489996] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875155ff-b3d3-4570-9c30-7059504a1d5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.503500] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac93b25-376d-440c-bf3d-c01c9db74ab7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.547070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "refresh_cache-c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.547852] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Instance network_info: |[{"id": "b7b02148-16d4-4595-b4f5-265fb187e497", "address": "fa:16:3e:0c:93:fc", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b02148-16", "ovs_interfaceid": "b7b02148-16d4-4595-b4f5-265fb187e497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.549031] env[69695]: DEBUG oslo_concurrency.lockutils [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] Acquired lock "refresh_cache-c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.549345] env[69695]: DEBUG nova.network.neutron [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Refreshing network info cache for port b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.550667] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:93:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b02148-16d4-4595-b4f5-265fb187e497', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.559269] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.560131] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50ce8f-a439-4a9c-bb0e-96108bf097a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.566236] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.567108] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eea43ef8-1b43-4bf1-abee-a75250a92662 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.588579] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae00618-c99e-45fd-97bb-101ad1c094d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.594357] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.594357] env[69695]: value = "task-3498595" [ 840.594357] env[69695]: _type = "Task" [ 840.594357] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.609416] env[69695]: DEBUG nova.compute.provider_tree [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.618111] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498595, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.741206] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.857841] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498594, 'name': Rename_Task, 'duration_secs': 0.177783} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.858107] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.858407] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a9d408-bbd3-4367-9392-1f1e9399ddc3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.868858] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 840.868858] env[69695]: value = "task-3498596" [ 840.868858] env[69695]: _type = "Task" [ 840.868858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.881154] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.105976] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498595, 'name': CreateVM_Task, 'duration_secs': 0.439475} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.106170] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.106897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.107063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.107393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.109532] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b74ddca-48a3-452d-8ce2-42ae0747fb7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.112996] env[69695]: DEBUG nova.scheduler.client.report [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.117144] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 841.117144] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cd770f-0bb1-e64a-04eb-78b966248e5b" [ 841.117144] env[69695]: _type = "Task" [ 841.117144] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.126969] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cd770f-0bb1-e64a-04eb-78b966248e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.147530] env[69695]: DEBUG nova.network.neutron [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Updated VIF entry in instance network info cache for port b7b02148-16d4-4595-b4f5-265fb187e497. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.147925] env[69695]: DEBUG nova.network.neutron [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Updating instance_info_cache with network_info: [{"id": "b7b02148-16d4-4595-b4f5-265fb187e497", "address": "fa:16:3e:0c:93:fc", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b02148-16", "ovs_interfaceid": "b7b02148-16d4-4595-b4f5-265fb187e497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.247470] env[69695]: DEBUG nova.network.neutron [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Successfully updated port: 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.381657] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498596, 'name': PowerOnVM_Task, 'duration_secs': 0.491096} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.381657] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.381895] env[69695]: INFO nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Took 6.77 seconds to spawn the instance on the hypervisor. [ 841.381974] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.382805] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba783a1-9a8e-4e54-aa3f-1d3246aece54 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.509340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.509656] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.509928] env[69695]: INFO nova.compute.manager [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Attaching volume 72dfa82a-72c3-470c-a18a-d258f9a09225 to /dev/sdb [ 841.555158] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f1417-acd7-4285-a592-a8dd41cf80d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.565199] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f12314d-1d15-4447-b896-841100095e11 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.581939] env[69695]: DEBUG nova.virt.block_device [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updating existing volume attachment record: 436e23ed-ad49-4e15-b5ec-e647ac4e06b7 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 841.620532] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.620532] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.624181] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.592s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.625661] env[69695]: INFO nova.compute.claims [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.639742] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cd770f-0bb1-e64a-04eb-78b966248e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.640064] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.640871] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.640871] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.640871] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.640871] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.641141] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd414d50-8fac-4418-b828-a2348f0ffc33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.651146] env[69695]: DEBUG oslo_concurrency.lockutils [req-44c964f9-a6c1-454b-ab58-e089c0e4c6b5 req-5930ee98-47ba-4d22-898f-d5518a0acac3 service nova] Releasing lock "refresh_cache-c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.652859] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.652973] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.653770] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1390950-8615-412c-88d0-17a405138947 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.663346] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 841.663346] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524e28ca-fe96-d4d4-952d-2431cbcf7474" [ 841.663346] env[69695]: _type = "Task" [ 841.663346] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.673361] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524e28ca-fe96-d4d4-952d-2431cbcf7474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.750120] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "refresh_cache-2cf6c894-903e-45b7-a962-f1f83638ab31" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.750379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "refresh_cache-2cf6c894-903e-45b7-a962-f1f83638ab31" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.750720] env[69695]: DEBUG nova.network.neutron [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.902360] env[69695]: DEBUG nova.compute.manager [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Received event network-vif-plugged-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.904277] env[69695]: DEBUG oslo_concurrency.lockutils [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] Acquiring lock "2cf6c894-903e-45b7-a962-f1f83638ab31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.904277] env[69695]: DEBUG oslo_concurrency.lockutils [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.904277] env[69695]: DEBUG oslo_concurrency.lockutils [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.904277] env[69695]: DEBUG nova.compute.manager [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] No waiting events found dispatching network-vif-plugged-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.904277] env[69695]: WARNING nova.compute.manager [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Received unexpected event network-vif-plugged-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 for instance with vm_state building and task_state spawning. [ 841.904277] env[69695]: DEBUG nova.compute.manager [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Received event network-changed-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.904749] env[69695]: DEBUG nova.compute.manager [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Refreshing instance network info cache due to event network-changed-7bcfe3ac-66a2-4939-bbae-01ffc1859c77. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.906605] env[69695]: DEBUG oslo_concurrency.lockutils [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] Acquiring lock "refresh_cache-2cf6c894-903e-45b7-a962-f1f83638ab31" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.908639] env[69695]: INFO nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Took 44.06 seconds to build instance. [ 842.134739] env[69695]: DEBUG nova.compute.utils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.142021] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.142021] env[69695]: DEBUG nova.network.neutron [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.173366] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524e28ca-fe96-d4d4-952d-2431cbcf7474, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.174281] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f14ce8c-1270-40d3-a1d0-9ec8e54288d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.181524] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 842.181524] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52467b26-0e09-0f58-99a4-fe6cc87a6cd8" [ 842.181524] env[69695]: _type = "Task" [ 842.181524] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.191089] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52467b26-0e09-0f58-99a4-fe6cc87a6cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.224996] env[69695]: DEBUG nova.policy [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb805eacf040439795b74c6676b57bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334a9c4e9f8441ab85490e22d1b565d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.309803] env[69695]: DEBUG nova.network.neutron [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.365693] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b48f7-fe65-8a43-3f16-54fb968ebf16/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.366647] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc19c5-0b39-4e04-8c04-c7052d0b68a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.380105] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b48f7-fe65-8a43-3f16-54fb968ebf16/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.380105] env[69695]: ERROR oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b48f7-fe65-8a43-3f16-54fb968ebf16/disk-0.vmdk due to incomplete transfer. [ 842.380105] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c95d7e2-2860-48de-a3d8-6027f322960d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.390322] env[69695]: DEBUG oslo_vmware.rw_handles [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b48f7-fe65-8a43-3f16-54fb968ebf16/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.390519] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Uploaded image 53d752e5-68fd-4a98-946b-eef6a960c8b1 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 842.393754] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.396580] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b44788b-fa6c-49bd-a800-8590557a4a7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.407866] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 842.407866] env[69695]: value = "task-3498600" [ 842.407866] env[69695]: _type = "Task" [ 842.407866] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.418770] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.005s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.426770] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498600, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.615727] env[69695]: DEBUG nova.network.neutron [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Updating instance_info_cache with network_info: [{"id": "7bcfe3ac-66a2-4939-bbae-01ffc1859c77", "address": "fa:16:3e:fa:4d:ca", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe3ac-66", "ovs_interfaceid": "7bcfe3ac-66a2-4939-bbae-01ffc1859c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.640999] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.696755] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52467b26-0e09-0f58-99a4-fe6cc87a6cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.700237] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.700567] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617/c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.701794] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3db30cb-a8ff-4419-be9c-5ea82f01c9f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.721350] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 842.721350] env[69695]: value = "task-3498601" [ 842.721350] env[69695]: _type = "Task" [ 842.721350] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.736694] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.836202] env[69695]: DEBUG nova.network.neutron [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Successfully created port: 723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.926953] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498600, 'name': Destroy_Task, 'duration_secs': 0.33061} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.927585] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroyed the VM [ 842.927853] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.928115] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48cf1c5c-4ea1-4156-a987-411fff77c491 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.945696] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 842.945696] env[69695]: value = "task-3498602" [ 842.945696] env[69695]: _type = "Task" [ 842.945696] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.966080] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.121218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "refresh_cache-2cf6c894-903e-45b7-a962-f1f83638ab31" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.121218] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Instance network_info: |[{"id": "7bcfe3ac-66a2-4939-bbae-01ffc1859c77", "address": "fa:16:3e:fa:4d:ca", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe3ac-66", "ovs_interfaceid": "7bcfe3ac-66a2-4939-bbae-01ffc1859c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.121218] env[69695]: DEBUG oslo_concurrency.lockutils [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] Acquired lock "refresh_cache-2cf6c894-903e-45b7-a962-f1f83638ab31" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.121218] env[69695]: DEBUG nova.network.neutron [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Refreshing network info cache for port 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.121218] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:4d:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bcfe3ac-66a2-4939-bbae-01ffc1859c77', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.133620] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.139691] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.142332] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-804fbfbc-8a91-4a37-ab2d-2f387ffebeb7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.184498] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.184498] env[69695]: value = "task-3498603" [ 843.184498] env[69695]: _type = "Task" [ 843.184498] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.199618] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498603, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.212397] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12473e5-4b08-4ff6-827a-8b449fb6fce5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.222314] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe66d4a-acea-4922-8246-43382e34b493 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.235655] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463749} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.261870] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617/c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.262145] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.266255] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb3957c-a649-41ea-901e-0c01dc233f78 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.268068] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a45f90-a383-4ca8-b236-b6dd749897d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.279587] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d4229-4f71-4aea-927c-85f72781ebe0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.283861] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 843.283861] env[69695]: value = "task-3498604" [ 843.283861] env[69695]: _type = "Task" [ 843.283861] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.296745] env[69695]: DEBUG nova.compute.provider_tree [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.303519] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.458675] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498602, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.680030] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.699079] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498603, 'name': CreateVM_Task, 'duration_secs': 0.433164} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.701551] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.703763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.703763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.703763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.703763] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8acdf526-3b31-4372-b662-7233547c7944 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.710062] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bce3fd05-a9d7-4e21-8232-be19b4608ea8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1846489066',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.710301] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.710456] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.710649] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.710768] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.710912] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.711514] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.711514] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.711689] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.711855] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.712053] env[69695]: DEBUG nova.virt.hardware [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.712929] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b98aa-66aa-46e1-9c7d-19f81b0e63bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.717045] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 843.717045] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52517e31-cea7-a2d7-bf4c-403608cef2a8" [ 843.717045] env[69695]: _type = "Task" [ 843.717045] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.720755] env[69695]: DEBUG nova.network.neutron [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Updated VIF entry in instance network info cache for port 7bcfe3ac-66a2-4939-bbae-01ffc1859c77. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.720755] env[69695]: DEBUG nova.network.neutron [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Updating instance_info_cache with network_info: [{"id": "7bcfe3ac-66a2-4939-bbae-01ffc1859c77", "address": "fa:16:3e:fa:4d:ca", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcfe3ac-66", "ovs_interfaceid": "7bcfe3ac-66a2-4939-bbae-01ffc1859c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.727563] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ed5561-861d-49a7-8b4b-371a58d327cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.738654] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52517e31-cea7-a2d7-bf4c-403608cef2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.739311] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.739536] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.739764] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.739900] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.740084] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.740338] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011354d5-b3f0-47b9-9853-0b7b0e24996d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.765823] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.765823] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.766298] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1def82-ad44-4888-89dc-8be42b7dbcaf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.776198] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 843.776198] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d9ce0d-4ac5-1e1d-bdbb-704ac0125590" [ 843.776198] env[69695]: _type = "Task" [ 843.776198] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.785334] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d9ce0d-4ac5-1e1d-bdbb-704ac0125590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.794074] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074263} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.794597] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.795191] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea859f9a-ad63-4524-abac-9b3cd4d6d791 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.800167] env[69695]: DEBUG nova.scheduler.client.report [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.823538] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617/c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.824730] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135778b8-8aa2-4307-a9e9-eb93627343a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.850192] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 843.850192] env[69695]: value = "task-3498605" [ 843.850192] env[69695]: _type = "Task" [ 843.850192] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.860572] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.959527] env[69695]: DEBUG oslo_vmware.api [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708996} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.959801] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.960150] env[69695]: INFO nova.compute.manager [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 13.64 seconds to snapshot the instance on the hypervisor. [ 844.221796] env[69695]: DEBUG oslo_concurrency.lockutils [req-be9f3427-50ce-4333-a45a-9a8c339d77c7 req-721c7206-899f-4df1-8be9-5509685571f1 service nova] Releasing lock "refresh_cache-2cf6c894-903e-45b7-a962-f1f83638ab31" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.290975] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d9ce0d-4ac5-1e1d-bdbb-704ac0125590, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.291806] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c7848e-1542-44b4-9f9c-e2e3de5ea14c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.302702] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 844.302702] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d395cc-8d3e-624a-ff32-e6fbd1431f53" [ 844.302702] env[69695]: _type = "Task" [ 844.302702] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.312266] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d395cc-8d3e-624a-ff32-e6fbd1431f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.328029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.328029] env[69695]: DEBUG nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.330621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.295s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.330969] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.333418] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.387s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.333725] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.337021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.377s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.337021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.337823] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.384s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.340035] env[69695]: INFO nova.compute.claims [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.364927] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498605, 'name': ReconfigVM_Task, 'duration_secs': 0.320587} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.365670] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617/c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.366138] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f962da-bb8d-4a2b-8265-b0010ea728a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.375178] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 844.375178] env[69695]: value = "task-3498607" [ 844.375178] env[69695]: _type = "Task" [ 844.375178] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.384102] env[69695]: INFO nova.scheduler.client.report [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Deleted allocations for instance 70fa1a36-4cac-46c3-a686-e916e2a8415c [ 844.387744] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498607, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.393339] env[69695]: INFO nova.scheduler.client.report [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Deleted allocations for instance dcc846cd-4ce5-41e6-a419-d85d964e9f79 [ 844.418711] env[69695]: INFO nova.scheduler.client.report [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Deleted allocations for instance 1704e568-0bc9-41c2-96e8-a45ed3d81534 [ 844.522019] env[69695]: DEBUG nova.compute.manager [None req-535cd867-a59b-414c-ba70-45631f780319 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Found 2 images (rotation: 2) {{(pid=69695) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 844.818588] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d395cc-8d3e-624a-ff32-e6fbd1431f53, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.818856] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.819347] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 2cf6c894-903e-45b7-a962-f1f83638ab31/2cf6c894-903e-45b7-a962-f1f83638ab31.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.819627] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7108895d-f388-4c53-8654-d1593cc6f64e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.830441] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 844.830441] env[69695]: value = "task-3498608" [ 844.830441] env[69695]: _type = "Task" [ 844.830441] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.837572] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.846596] env[69695]: DEBUG nova.compute.utils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.855152] env[69695]: DEBUG nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 844.889566] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498607, 'name': Rename_Task, 'duration_secs': 0.197597} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.891104] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.891104] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98292603-34ee-4d66-ba84-e55cb848c374 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.895399] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Lock "70fa1a36-4cac-46c3-a686-e916e2a8415c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.924s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.907505] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44c24ad3-0fea-4f28-b85b-c8e846246693 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Lock "dcc846cd-4ce5-41e6-a419-d85d964e9f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.953s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.908715] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 844.908715] env[69695]: value = "task-3498609" [ 844.908715] env[69695]: _type = "Task" [ 844.908715] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.925584] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498609, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.929652] env[69695]: DEBUG nova.network.neutron [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Successfully updated port: 723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.938615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-09a5e697-70ef-4cb6-8a5d-c98cb672ae07 tempest-ServersListShow298Test-1679622040 tempest-ServersListShow298Test-1679622040-project-member] Lock "1704e568-0bc9-41c2-96e8-a45ed3d81534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.246s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.343307] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501298} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.343857] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 2cf6c894-903e-45b7-a962-f1f83638ab31/2cf6c894-903e-45b7-a962-f1f83638ab31.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.343857] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.344145] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1e355c2-920a-4bba-befd-30e3b02d4a01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.351861] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 845.351861] env[69695]: value = "task-3498610" [ 845.351861] env[69695]: _type = "Task" [ 845.351861] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.360537] env[69695]: DEBUG nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.386472] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.434627] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498609, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.440964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.443212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.444014] env[69695]: DEBUG nova.network.neutron [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.855250] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "2165596f-68ea-4047-9250-3901ff2491f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.855724] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "2165596f-68ea-4047-9250-3901ff2491f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.870349] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143724} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.875247] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.876715] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d01e51-3d10-4a3c-996d-91cd7918fd34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.907062] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2cf6c894-903e-45b7-a962-f1f83638ab31/2cf6c894-903e-45b7-a962-f1f83638ab31.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.909130] env[69695]: DEBUG nova.compute.manager [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.910815] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd7f6e9-c149-4c83-b688-b2b21b4a49a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.925064] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce683fc-6b9b-4565-bce2-33a463e7515f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.929675] env[69695]: DEBUG nova.compute.manager [req-00c0097b-8cdd-434e-885c-43ee64e8796f req-0668a4dc-b21c-4df5-b46f-61af1fd8401a service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Received event network-vif-plugged-723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.929998] env[69695]: DEBUG oslo_concurrency.lockutils [req-00c0097b-8cdd-434e-885c-43ee64e8796f req-0668a4dc-b21c-4df5-b46f-61af1fd8401a service nova] Acquiring lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.930448] env[69695]: DEBUG oslo_concurrency.lockutils [req-00c0097b-8cdd-434e-885c-43ee64e8796f req-0668a4dc-b21c-4df5-b46f-61af1fd8401a service nova] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.930448] env[69695]: DEBUG oslo_concurrency.lockutils [req-00c0097b-8cdd-434e-885c-43ee64e8796f req-0668a4dc-b21c-4df5-b46f-61af1fd8401a service nova] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.930448] env[69695]: DEBUG nova.compute.manager [req-00c0097b-8cdd-434e-885c-43ee64e8796f req-0668a4dc-b21c-4df5-b46f-61af1fd8401a service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] No waiting events found dispatching network-vif-plugged-723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.930578] env[69695]: WARNING nova.compute.manager [req-00c0097b-8cdd-434e-885c-43ee64e8796f req-0668a4dc-b21c-4df5-b46f-61af1fd8401a service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Received unexpected event network-vif-plugged-723522b2-a8fa-42e2-93b1-e7d6f805377b for instance with vm_state building and task_state spawning. [ 845.932133] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e05bb2-4602-4476-a3ae-7e5b468217e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.956691] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 845.956691] env[69695]: value = "task-3498611" [ 845.956691] env[69695]: _type = "Task" [ 845.956691] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.956691] env[69695]: DEBUG oslo_vmware.api [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498609, 'name': PowerOnVM_Task, 'duration_secs': 0.620858} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.957615] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed709a1-ebf8-49a9-9733-40df66fb00ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.960632] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.961240] env[69695]: INFO nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Took 8.67 seconds to spawn the instance on the hypervisor. [ 845.961240] env[69695]: DEBUG nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.966166] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b747c1-75a7-4b7c-9ea6-f26a0904f986 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.977421] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.012688] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d712ad84-d363-4c16-9923-269c86b7db64 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.024676] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce23e89-68f1-4a03-a882-f1070f70e6b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.042373] env[69695]: DEBUG nova.compute.provider_tree [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.044415] env[69695]: DEBUG nova.network.neutron [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.153539] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 846.153891] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699199', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'name': 'volume-72dfa82a-72c3-470c-a18a-d258f9a09225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02c9949a-ff1f-4ae3-a942-523833e37fdf', 'attached_at': '', 'detached_at': '', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'serial': '72dfa82a-72c3-470c-a18a-d258f9a09225'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 846.154782] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76fd8c2-7993-4d0c-a18a-6f5ec121283a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.182329] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f98e2-d65d-45aa-9fdc-406dc15ca546 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.209955] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-72dfa82a-72c3-470c-a18a-d258f9a09225/volume-72dfa82a-72c3-470c-a18a-d258f9a09225.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.211178] env[69695]: DEBUG nova.network.neutron [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.212512] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdf9434-a674-4556-ae78-47becd64c36a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.238290] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Waiting for the task: (returnval){ [ 846.238290] env[69695]: value = "task-3498612" [ 846.238290] env[69695]: _type = "Task" [ 846.238290] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.251074] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.361867] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.377113] env[69695]: DEBUG nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.424915] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.425182] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.425364] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.425558] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.425815] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.425893] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.427165] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.427165] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.427165] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.427165] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.427462] env[69695]: DEBUG nova.virt.hardware [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.428554] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064bbf2-7c83-4772-b210-c68621637067 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.439909] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aeaee3-7b89-4c23-9b93-4ea7a2030131 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.459125] env[69695]: INFO nova.compute.manager [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] instance snapshotting [ 846.459537] env[69695]: DEBUG nova.objects.instance [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'flavor' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.461167] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.469076] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Creating folder: Project (1f71f03bc2694c4ab3788af85fb56261). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.473757] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-534dbca9-cb60-447c-956f-8f2e3732220f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.486408] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.527371] env[69695]: INFO nova.compute.manager [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Took 48.68 seconds to build instance. [ 846.549141] env[69695]: DEBUG nova.scheduler.client.report [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.728911] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.729744] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Instance network_info: |[{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.730378] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:0e:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '723522b2-a8fa-42e2-93b1-e7d6f805377b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.739170] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.739657] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.743567] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b0f467-352d-4757-bece-f3fe95a6eeac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.769778] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.772025] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.772025] env[69695]: value = "task-3498614" [ 846.772025] env[69695]: _type = "Task" [ 846.772025] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.772233] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Created folder: Project (1f71f03bc2694c4ab3788af85fb56261) in parent group-v699067. [ 846.772777] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Creating folder: Instances. Parent ref: group-v699201. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.772777] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb24d4f3-abe3-438a-b06e-a58189246a8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.788743] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498614, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.792221] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Created folder: Instances in parent group-v699201. [ 846.793234] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.793234] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.793234] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b02fde4-7b7b-4be5-8e83-7f91fadb6020 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.829059] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.829059] env[69695]: value = "task-3498616" [ 846.829059] env[69695]: _type = "Task" [ 846.829059] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.860263] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498616, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.899718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.965174] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "8a789c7a-e117-4c6a-8a9d-64c038114e33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.965174] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.979667] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a6bd7a-4b50-4995-b143-03621cb99315 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.987282] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498611, 'name': ReconfigVM_Task, 'duration_secs': 0.912821} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.989732] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2cf6c894-903e-45b7-a962-f1f83638ab31/2cf6c894-903e-45b7-a962-f1f83638ab31.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.990492] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cc6dd5-190e-48a3-bb1c-13377973e987 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.012406] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71de98e-50b8-4417-b4ff-ea9b87a53d59 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.020395] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 847.020395] env[69695]: value = "task-3498617" [ 847.020395] env[69695]: _type = "Task" [ 847.020395] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.029864] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.579s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.042551] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498617, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.055787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.056574] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.060470] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.742s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.060741] env[69695]: DEBUG nova.objects.instance [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.250641] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498612, 'name': ReconfigVM_Task, 'duration_secs': 0.838828} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.250936] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-72dfa82a-72c3-470c-a18a-d258f9a09225/volume-72dfa82a-72c3-470c-a18a-d258f9a09225.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.255732] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89fc7b99-9332-4b93-b807-6cb9a973a65d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.273819] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Waiting for the task: (returnval){ [ 847.273819] env[69695]: value = "task-3498618" [ 847.273819] env[69695]: _type = "Task" [ 847.273819] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.286473] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498614, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.290594] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.341787] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498616, 'name': CreateVM_Task, 'duration_secs': 0.326407} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.342125] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.342652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.343061] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.343787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.344802] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eec8c79-34f8-4da9-b55a-a7decac3f8ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.350912] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 847.350912] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5052b-d471-51ac-6ef0-550118edea0a" [ 847.350912] env[69695]: _type = "Task" [ 847.350912] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.363715] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5052b-d471-51ac-6ef0-550118edea0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.530771] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.531097] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72a9fa25-57d3-42e0-9591-31a3e0df085a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.539335] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498617, 'name': Rename_Task, 'duration_secs': 0.169573} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.539335] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.539335] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b008df-7f7a-46f7-894a-276ec809e3ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.546229] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.558598] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 847.558598] env[69695]: value = "task-3498620" [ 847.558598] env[69695]: _type = "Task" [ 847.558598] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.559969] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 847.559969] env[69695]: value = "task-3498619" [ 847.559969] env[69695]: _type = "Task" [ 847.559969] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.576588] env[69695]: DEBUG nova.compute.utils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.581928] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.582142] env[69695]: DEBUG nova.network.neutron [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.591739] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.597051] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.700716] env[69695]: DEBUG nova.policy [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b4d4eaf214e449cbb71da3ce9ed32d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '406740b4e12143bd935fdccd4c1ca01b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.787443] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498614, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.794689] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.865612] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5052b-d471-51ac-6ef0-550118edea0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.865940] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.866196] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.866437] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.866646] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.866840] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.867125] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b43047-66ca-4db2-844c-96ea181d40c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.879384] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.879384] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.879723] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d0d8c3-f84f-478b-8415-21d5b75ff30f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.885814] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 847.885814] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f3b9f2-a8e5-2bfb-5a8f-5a6425b6c810" [ 847.885814] env[69695]: _type = "Task" [ 847.885814] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.899022] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f3b9f2-a8e5-2bfb-5a8f-5a6425b6c810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.059012] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "55114945-9fb0-43c8-b1b5-a131714850de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.059429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "55114945-9fb0-43c8-b1b5-a131714850de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.079644] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.088173] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.092203] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0eaebed0-c82a-4241-9dd6-3bb1e4b2ca15 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.093539] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.094874] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.100022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.698s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.100715] env[69695]: DEBUG nova.objects.instance [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lazy-loading 'resources' on Instance uuid ef6e9895-d55a-40f3-b273-abdc23e3eff5 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.146467] env[69695]: DEBUG nova.compute.manager [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Received event network-changed-723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.146467] env[69695]: DEBUG nova.compute.manager [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Refreshing instance network info cache due to event network-changed-723522b2-a8fa-42e2-93b1-e7d6f805377b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.146467] env[69695]: DEBUG oslo_concurrency.lockutils [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] Acquiring lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.147389] env[69695]: DEBUG oslo_concurrency.lockutils [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] Acquired lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.147750] env[69695]: DEBUG nova.network.neutron [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Refreshing network info cache for port 723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.167571] env[69695]: DEBUG nova.network.neutron [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Successfully created port: cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.187163] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.187928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.187928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.187928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.188159] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.194654] env[69695]: INFO nova.compute.manager [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Terminating instance [ 848.291634] env[69695]: DEBUG oslo_vmware.api [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498618, 'name': ReconfigVM_Task, 'duration_secs': 0.911973} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.295106] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699199', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'name': 'volume-72dfa82a-72c3-470c-a18a-d258f9a09225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02c9949a-ff1f-4ae3-a942-523833e37fdf', 'attached_at': '', 'detached_at': '', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'serial': '72dfa82a-72c3-470c-a18a-d258f9a09225'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 848.296474] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498614, 'name': CreateVM_Task, 'duration_secs': 1.461835} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.296636] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.297594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.297828] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.298145] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.299601] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82470ead-6862-494d-87a2-f8c91f066020 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.304487] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 848.304487] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af061e-b8d1-da06-6a1a-da0425f3ac86" [ 848.304487] env[69695]: _type = "Task" [ 848.304487] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.313913] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af061e-b8d1-da06-6a1a-da0425f3ac86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.397849] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f3b9f2-a8e5-2bfb-5a8f-5a6425b6c810, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.398832] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c94cf68-1447-4be1-92a8-80bc28f54f4d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.405579] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 848.405579] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cd8cf9-e893-0ad9-7197-c172a8120579" [ 848.405579] env[69695]: _type = "Task" [ 848.405579] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.418828] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cd8cf9-e893-0ad9-7197-c172a8120579, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.419128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.419428] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.419655] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdbf1a03-e8cf-47de-8934-d625a29e2198 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.428240] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 848.428240] env[69695]: value = "task-3498621" [ 848.428240] env[69695]: _type = "Task" [ 848.428240] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.437980] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.579622] env[69695]: DEBUG oslo_vmware.api [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498620, 'name': PowerOnVM_Task, 'duration_secs': 0.692939} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.584896] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.585990] env[69695]: INFO nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Took 8.62 seconds to spawn the instance on the hypervisor. [ 848.586264] env[69695]: DEBUG nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.586664] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498619, 'name': CreateSnapshot_Task, 'duration_secs': 0.760114} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.587537] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e1f629-f4f0-4b5f-b740-89811f00e3af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.591155] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.592665] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a249b04f-7941-462b-831a-80c0335860f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.603171] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.603501] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.603752] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.604022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.604263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.614769] env[69695]: INFO nova.compute.manager [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Terminating instance [ 848.699903] env[69695]: DEBUG nova.compute.manager [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.700327] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.703231] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd61767-dd66-4a55-adf0-09f72e2c696c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.723221] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.723920] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4f29d7-3cec-41af-8675-32b7594d7bf9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.736676] env[69695]: DEBUG oslo_vmware.api [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 848.736676] env[69695]: value = "task-3498622" [ 848.736676] env[69695]: _type = "Task" [ 848.736676] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.749425] env[69695]: DEBUG oslo_vmware.api [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.820031] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af061e-b8d1-da06-6a1a-da0425f3ac86, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.823652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.823652] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.823652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.823652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.823652] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.823652] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca35efa8-302b-41f5-b4af-24c3b545c68c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.839299] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.839597] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.844197] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bde1e9-73b6-47cb-b676-0d178c012022 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.855425] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 848.855425] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5205b490-e43b-42ab-812f-2739d68886d7" [ 848.855425] env[69695]: _type = "Task" [ 848.855425] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.873431] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5205b490-e43b-42ab-812f-2739d68886d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.944754] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498621, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.068618] env[69695]: DEBUG nova.network.neutron [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updated VIF entry in instance network info cache for port 723522b2-a8fa-42e2-93b1-e7d6f805377b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.069208] env[69695]: DEBUG nova.network.neutron [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.116446] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.138217] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.138217] env[69695]: DEBUG nova.compute.manager [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.138217] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.139947] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63effa66-9dda-4697-a9e0-731bb2df7267 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.144776] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0601ec1b-803a-47a8-b103-9cbfdf504676 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.151134] env[69695]: INFO nova.compute.manager [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Took 40.48 seconds to build instance. [ 849.162290] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 849.162290] env[69695]: value = "task-3498623" [ 849.162290] env[69695]: _type = "Task" [ 849.162290] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.162632] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.165381] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.165637] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.165800] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.165977] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.166138] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.166377] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.166624] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.166831] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.166831] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.167105] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.167274] env[69695]: DEBUG nova.virt.hardware [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.167664] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12994423-f3fa-476f-80dd-e438558b1222 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.169923] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad280bff-2fa6-46ce-afcf-b55e1e6efc74 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.191938] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1e4aa8-6014-4926-b240-190efe66032d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.196775] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498623, 'name': CloneVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.197208] env[69695]: DEBUG oslo_vmware.api [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 849.197208] env[69695]: value = "task-3498624" [ 849.197208] env[69695]: _type = "Task" [ 849.197208] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.211434] env[69695]: DEBUG oslo_vmware.api [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.245734] env[69695]: DEBUG oslo_vmware.api [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498622, 'name': PowerOffVM_Task, 'duration_secs': 0.215813} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.246070] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.246207] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.246587] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87767947-2864-4e72-9ae1-18c987bc0e6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.283810] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef7fd01-207c-4b59-ac5e-0bc7150166d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.292818] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310544de-ff57-4164-ae09-c7b06583d2ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.327435] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d2c755-7327-4ace-b4b3-07561d6517c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.333317] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.333317] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.333317] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleting the datastore file [datastore1] 28896755-ae8f-47a2-9d3a-a59d06f7bd2b {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.333317] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d015d3-9465-495a-9988-bea54fd317e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.342505] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2058b-daa5-41a0-91aa-1ce99030902c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.344856] env[69695]: DEBUG oslo_vmware.api [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 849.344856] env[69695]: value = "task-3498626" [ 849.344856] env[69695]: _type = "Task" [ 849.344856] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.360243] env[69695]: DEBUG nova.compute.provider_tree [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.368498] env[69695]: DEBUG oslo_vmware.api [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.377845] env[69695]: DEBUG nova.objects.instance [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lazy-loading 'flavor' on Instance uuid 02c9949a-ff1f-4ae3-a942-523833e37fdf {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.380181] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5205b490-e43b-42ab-812f-2739d68886d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023986} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.381885] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0ed9c8-7604-44dc-9938-3d01339ef19d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.390938] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 849.390938] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a3b155-eaed-d2de-86d2-d534be8d6db4" [ 849.390938] env[69695]: _type = "Task" [ 849.390938] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.399719] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a3b155-eaed-d2de-86d2-d534be8d6db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.442563] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518095} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.442563] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.442687] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.443148] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb11b4e-3d53-4647-802d-1a3091d8b638 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.455571] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 849.455571] env[69695]: value = "task-3498627" [ 849.455571] env[69695]: _type = "Task" [ 849.455571] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.469025] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.577212] env[69695]: DEBUG oslo_concurrency.lockutils [req-49692676-d7dd-441e-8301-d1a73376dce7 req-861767ca-31df-43e2-9ac5-4adb4fc308d7 service nova] Releasing lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.655272] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12854b75-f248-4c34-8cad-fb4222fcca25 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.534s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.681953] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498623, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.710769] env[69695]: DEBUG oslo_vmware.api [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498624, 'name': PowerOffVM_Task, 'duration_secs': 0.410631} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.711066] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.711221] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.711815] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f489f74-4942-466f-b177-71e75f782922 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.758616] env[69695]: DEBUG nova.network.neutron [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Successfully updated port: cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.786537] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.786786] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.786970] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleting the datastore file [datastore1] c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.787255] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829f3eb9-dd4b-49a1-8ca3-c5c86d3f906a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.796592] env[69695]: DEBUG oslo_vmware.api [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 849.796592] env[69695]: value = "task-3498629" [ 849.796592] env[69695]: _type = "Task" [ 849.796592] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.808991] env[69695]: DEBUG oslo_vmware.api [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.857471] env[69695]: DEBUG oslo_vmware.api [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357405} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.857743] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.858755] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.858755] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.858755] env[69695]: INFO nova.compute.manager [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 849.858755] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.858755] env[69695]: DEBUG nova.compute.manager [-] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.858964] env[69695]: DEBUG nova.network.neutron [-] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.865857] env[69695]: DEBUG nova.scheduler.client.report [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.883415] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7c808da3-c6c8-4476-b228-7a0c3b9559ca tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.374s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.902366] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a3b155-eaed-d2de-86d2-d534be8d6db4, 'name': SearchDatastore_Task, 'duration_secs': 0.029822} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.902465] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.902694] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.903335] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8dfaf9-1504-4f6d-b505-6272be22cd7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.914809] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 849.914809] env[69695]: value = "task-3498630" [ 849.914809] env[69695]: _type = "Task" [ 849.914809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.925249] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.969206] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109435} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.969206] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.969536] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9500c37-1acc-41a7-aed3-e81f30d976fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.994088] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.994671] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b9b40a-c59e-4120-872b-1950d963ba7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.019948] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 850.019948] env[69695]: value = "task-3498631" [ 850.019948] env[69695]: _type = "Task" [ 850.019948] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.029671] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.160519] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.181976] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498623, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.258067] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "refresh_cache-76270db6-94e7-4800-8d8f-03ee7ac7b324" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.258253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquired lock "refresh_cache-76270db6-94e7-4800-8d8f-03ee7ac7b324" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.258488] env[69695]: DEBUG nova.network.neutron [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.311445] env[69695]: DEBUG oslo_vmware.api [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171679} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.311607] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.311806] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.311989] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.312190] env[69695]: INFO nova.compute.manager [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Took 1.17 seconds to destroy the instance on the hypervisor. [ 850.312440] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.313337] env[69695]: DEBUG nova.compute.manager [-] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.313421] env[69695]: DEBUG nova.network.neutron [-] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.368941] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.373606] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.264s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.375108] env[69695]: INFO nova.compute.claims [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.406282] env[69695]: INFO nova.scheduler.client.report [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Deleted allocations for instance ef6e9895-d55a-40f3-b273-abdc23e3eff5 [ 850.425079] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504895} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.425372] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.427377] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.427377] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610d3484-dd28-4fe8-9cf0-c46fe98dad99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.434070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.434070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.441551] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 850.441551] env[69695]: value = "task-3498632" [ 850.441551] env[69695]: _type = "Task" [ 850.441551] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.455190] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.539414] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.666284] env[69695]: DEBUG nova.network.neutron [-] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.671483] env[69695]: DEBUG nova.compute.manager [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Received event network-vif-plugged-cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.671584] env[69695]: DEBUG oslo_concurrency.lockutils [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] Acquiring lock "76270db6-94e7-4800-8d8f-03ee7ac7b324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.671781] env[69695]: DEBUG oslo_concurrency.lockutils [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.671972] env[69695]: DEBUG oslo_concurrency.lockutils [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.672191] env[69695]: DEBUG nova.compute.manager [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] No waiting events found dispatching network-vif-plugged-cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.672402] env[69695]: WARNING nova.compute.manager [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Received unexpected event network-vif-plugged-cb2e0b95-102c-400d-8802-2ffea4003fea for instance with vm_state building and task_state spawning. [ 850.672603] env[69695]: DEBUG nova.compute.manager [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Received event network-changed-cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.672791] env[69695]: DEBUG nova.compute.manager [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Refreshing instance network info cache due to event network-changed-cb2e0b95-102c-400d-8802-2ffea4003fea. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.672959] env[69695]: DEBUG oslo_concurrency.lockutils [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] Acquiring lock "refresh_cache-76270db6-94e7-4800-8d8f-03ee7ac7b324" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.690113] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498623, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.693589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.792879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.793247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.815750] env[69695]: DEBUG nova.network.neutron [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.917363] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Lock "ef6e9895-d55a-40f3-b273-abdc23e3eff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.015s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.954523] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129284} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.954819] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.955748] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba81f8b0-02e3-49e8-9061-92512956e949 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.981258] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.982367] env[69695]: DEBUG nova.network.neutron [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Updating instance_info_cache with network_info: [{"id": "cb2e0b95-102c-400d-8802-2ffea4003fea", "address": "fa:16:3e:60:3d:2b", "network": {"id": "68449c79-08ba-4863-98d6-4933e0dfc3ef", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-232375335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406740b4e12143bd935fdccd4c1ca01b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2e0b95-10", "ovs_interfaceid": "cb2e0b95-102c-400d-8802-2ffea4003fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.983902] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec14b4fc-c3c1-49cd-8ae3-22d41ef7dcc2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.999943] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Releasing lock "refresh_cache-76270db6-94e7-4800-8d8f-03ee7ac7b324" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.000289] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Instance network_info: |[{"id": "cb2e0b95-102c-400d-8802-2ffea4003fea", "address": "fa:16:3e:60:3d:2b", "network": {"id": "68449c79-08ba-4863-98d6-4933e0dfc3ef", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-232375335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406740b4e12143bd935fdccd4c1ca01b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2e0b95-10", "ovs_interfaceid": "cb2e0b95-102c-400d-8802-2ffea4003fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.000615] env[69695]: DEBUG oslo_concurrency.lockutils [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] Acquired lock "refresh_cache-76270db6-94e7-4800-8d8f-03ee7ac7b324" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.000767] env[69695]: DEBUG nova.network.neutron [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Refreshing network info cache for port cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.001998] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:3d:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb2e0b95-102c-400d-8802-2ffea4003fea', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.010612] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Creating folder: Project (406740b4e12143bd935fdccd4c1ca01b). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.014777] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a137e33f-8a56-47d7-8e78-491db35e1170 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.027475] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 851.027475] env[69695]: value = "task-3498633" [ 851.027475] env[69695]: _type = "Task" [ 851.027475] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.032445] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Created folder: Project (406740b4e12143bd935fdccd4c1ca01b) in parent group-v699067. [ 851.032646] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Creating folder: Instances. Parent ref: group-v699207. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.033663] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91147c42-e406-4877-a448-2ef6a23c2307 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.038529] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498631, 'name': ReconfigVM_Task, 'duration_secs': 0.613896} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.039576] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Reconfigured VM instance instance-0000002d to attach disk [datastore2] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.040238] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dafb1c67-6164-458f-aa61-ab3cd3aa5950 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.044688] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498633, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.049791] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 851.049791] env[69695]: value = "task-3498636" [ 851.049791] env[69695]: _type = "Task" [ 851.049791] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.056249] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Created folder: Instances in parent group-v699207. [ 851.056529] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.059367] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.059670] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cc9c53f-65d4-486f-a3b6-5b210cdac922 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.085593] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.085593] env[69695]: value = "task-3498637" [ 851.085593] env[69695]: _type = "Task" [ 851.085593] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.096937] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498637, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.104135] env[69695]: DEBUG nova.network.neutron [-] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.177873] env[69695]: INFO nova.compute.manager [-] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Took 1.32 seconds to deallocate network for instance. [ 851.197297] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498623, 'name': CloneVM_Task, 'duration_secs': 1.655635} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.197615] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Created linked-clone VM from snapshot [ 851.198507] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1715bf0-695d-4b57-aef5-6e07a2978e5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.209804] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Uploading image 3f502ee4-c765-41d8-aa15-800be4b99d4f {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.237710] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.237710] env[69695]: value = "vm-699206" [ 851.237710] env[69695]: _type = "VirtualMachine" [ 851.237710] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.238215] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bec1dca9-df94-47d0-97d3-a518f97267d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.248519] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease: (returnval){ [ 851.248519] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb1f24-f1b5-43f3-c6d6-36b0dc154045" [ 851.248519] env[69695]: _type = "HttpNfcLease" [ 851.248519] env[69695]: } obtained for exporting VM: (result){ [ 851.248519] env[69695]: value = "vm-699206" [ 851.248519] env[69695]: _type = "VirtualMachine" [ 851.248519] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.248904] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the lease: (returnval){ [ 851.248904] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb1f24-f1b5-43f3-c6d6-36b0dc154045" [ 851.248904] env[69695]: _type = "HttpNfcLease" [ 851.248904] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.253863] env[69695]: DEBUG nova.network.neutron [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Updated VIF entry in instance network info cache for port cb2e0b95-102c-400d-8802-2ffea4003fea. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.254352] env[69695]: DEBUG nova.network.neutron [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Updating instance_info_cache with network_info: [{"id": "cb2e0b95-102c-400d-8802-2ffea4003fea", "address": "fa:16:3e:60:3d:2b", "network": {"id": "68449c79-08ba-4863-98d6-4933e0dfc3ef", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-232375335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406740b4e12143bd935fdccd4c1ca01b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2e0b95-10", "ovs_interfaceid": "cb2e0b95-102c-400d-8802-2ffea4003fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.261102] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.261102] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb1f24-f1b5-43f3-c6d6-36b0dc154045" [ 851.261102] env[69695]: _type = "HttpNfcLease" [ 851.261102] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.303281] env[69695]: INFO nova.compute.manager [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Detaching volume 72dfa82a-72c3-470c-a18a-d258f9a09225 [ 851.332141] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.334953] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.340526] env[69695]: INFO nova.virt.block_device [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Attempting to driver detach volume 72dfa82a-72c3-470c-a18a-d258f9a09225 from mountpoint /dev/sdb [ 851.340526] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 851.340526] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699199', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'name': 'volume-72dfa82a-72c3-470c-a18a-d258f9a09225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02c9949a-ff1f-4ae3-a942-523833e37fdf', 'attached_at': '', 'detached_at': '', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'serial': '72dfa82a-72c3-470c-a18a-d258f9a09225'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 851.340969] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155ef06-2d7b-4412-8c2a-8cfcb1094920 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.365148] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8f47c8-e794-4a13-b1ce-b1fc8e987666 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.378825] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c1d82-8372-4680-9ae1-cd3127829fa0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.411043] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397dc8a4-dfde-42f8-a680-d10065444823 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.442429] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] The volume has not been displaced from its original location: [datastore1] volume-72dfa82a-72c3-470c-a18a-d258f9a09225/volume-72dfa82a-72c3-470c-a18a-d258f9a09225.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 851.448947] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 851.452244] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4751f7b7-6513-4599-bb49-73c522084f09 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.476182] env[69695]: DEBUG oslo_vmware.api [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Waiting for the task: (returnval){ [ 851.476182] env[69695]: value = "task-3498639" [ 851.476182] env[69695]: _type = "Task" [ 851.476182] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.486361] env[69695]: DEBUG oslo_vmware.api [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.552987] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498633, 'name': ReconfigVM_Task, 'duration_secs': 0.323337} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.559795] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.561185] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc87c379-9c9c-4614-b8fc-c5eb614bc207 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.571226] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498636, 'name': Rename_Task, 'duration_secs': 0.250834} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.573626] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.574093] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 851.574093] env[69695]: value = "task-3498640" [ 851.574093] env[69695]: _type = "Task" [ 851.574093] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.577352] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7222ca44-09fa-43c0-98f6-16338d97b813 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.597916] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498640, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.598291] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 851.598291] env[69695]: value = "task-3498641" [ 851.598291] env[69695]: _type = "Task" [ 851.598291] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.610382] env[69695]: INFO nova.compute.manager [-] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Took 1.30 seconds to deallocate network for instance. [ 851.610759] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498637, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.626101] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.693493] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.757967] env[69695]: DEBUG oslo_concurrency.lockutils [req-ead95571-1932-4fd0-ae09-1654fe24cd06 req-773dd457-cdda-43d1-a1fd-0a198ad6db4d service nova] Releasing lock "refresh_cache-76270db6-94e7-4800-8d8f-03ee7ac7b324" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.763325] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.763325] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb1f24-f1b5-43f3-c6d6-36b0dc154045" [ 851.763325] env[69695]: _type = "HttpNfcLease" [ 851.763325] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.763710] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.763710] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb1f24-f1b5-43f3-c6d6-36b0dc154045" [ 851.763710] env[69695]: _type = "HttpNfcLease" [ 851.763710] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.764431] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5843deff-8203-4a9f-bcb9-e9b54c691ee3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.773873] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4dda4-3030-1b5d-484e-2ce8c4dbb4de/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.774077] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4dda4-3030-1b5d-484e-2ce8c4dbb4de/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.937388] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb8553ac-0edb-4c66-b16d-fac10c4a837e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.951221] env[69695]: DEBUG nova.compute.manager [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.952200] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d6d750-39ab-48d5-be3f-542005e6985f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.996140] env[69695]: DEBUG oslo_vmware.api [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498639, 'name': ReconfigVM_Task, 'duration_secs': 0.344411} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.998259] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 852.004440] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8722638-582e-466c-a89e-5660881331db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.025529] env[69695]: DEBUG oslo_vmware.api [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Waiting for the task: (returnval){ [ 852.025529] env[69695]: value = "task-3498642" [ 852.025529] env[69695]: _type = "Task" [ 852.025529] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.030975] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5206a061-c3b3-4557-b89e-0589d844d39c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.051354] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e035d0-e1f7-43d1-9a10-85675633d784 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.055922] env[69695]: DEBUG oslo_vmware.api [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.095681] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765466d-e271-4dd4-8bf5-2b4eedb95ff0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.104329] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498640, 'name': Rename_Task, 'duration_secs': 0.200918} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.112350] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.112628] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498637, 'name': CreateVM_Task, 'duration_secs': 0.584969} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.112847] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c8517e-2d1e-4b4b-b16e-edf88eb2d90c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.115298] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1761502a-eaaf-45ca-a6fc-c724a7a7f869 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.118800] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.119876] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.120050] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.120369] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.121169] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099d342e-1fb2-4974-ac6c-7f3b4ed11a81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.126702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.127524] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498641, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.138420] env[69695]: DEBUG nova.compute.provider_tree [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.139891] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 852.139891] env[69695]: value = "task-3498643" [ 852.139891] env[69695]: _type = "Task" [ 852.139891] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.144888] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 852.144888] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e3ffc5-588b-9664-1d5e-aae833b59a86" [ 852.144888] env[69695]: _type = "Task" [ 852.144888] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.151793] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498643, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.158755] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e3ffc5-588b-9664-1d5e-aae833b59a86, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.161758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.161974] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.162254] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.162705] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.162909] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.164504] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dedcbfd8-ce48-4b18-8c3c-48b636f7757a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.190534] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.190787] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.191607] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818a0459-8f5b-459c-aaf5-cd4e7a75f6eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.199252] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 852.199252] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f87d83-f666-b46b-f1a9-faf108242b88" [ 852.199252] env[69695]: _type = "Task" [ 852.199252] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.211813] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f87d83-f666-b46b-f1a9-faf108242b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.465610] env[69695]: INFO nova.compute.manager [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] instance snapshotting [ 852.469511] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c2aac-2d97-433f-98e3-18071181fc05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.498840] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd418ed9-1d68-4344-8fe0-f8f6eb184e1c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.553397] env[69695]: DEBUG oslo_vmware.api [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Task: {'id': task-3498642, 'name': ReconfigVM_Task, 'duration_secs': 0.16909} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.554125] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699199', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'name': 'volume-72dfa82a-72c3-470c-a18a-d258f9a09225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02c9949a-ff1f-4ae3-a942-523833e37fdf', 'attached_at': '', 'detached_at': '', 'volume_id': '72dfa82a-72c3-470c-a18a-d258f9a09225', 'serial': '72dfa82a-72c3-470c-a18a-d258f9a09225'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 852.616974] env[69695]: DEBUG oslo_vmware.api [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498641, 'name': PowerOnVM_Task, 'duration_secs': 0.787757} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.617523] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.617894] env[69695]: INFO nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Took 6.24 seconds to spawn the instance on the hypervisor. [ 852.618217] env[69695]: DEBUG nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.619560] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051170ea-aeb2-4ea6-9030-8c46b351d3d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.643684] env[69695]: DEBUG nova.scheduler.client.report [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.658870] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498643, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.698220] env[69695]: DEBUG nova.compute.manager [req-00bfc0e2-c8b5-4121-9091-b23baf82d206 req-e4a2bea1-a7eb-48ff-aa40-28747faecc3e service nova] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Received event network-vif-deleted-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.698648] env[69695]: DEBUG nova.compute.manager [req-00bfc0e2-c8b5-4121-9091-b23baf82d206 req-e4a2bea1-a7eb-48ff-aa40-28747faecc3e service nova] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Received event network-vif-deleted-b7b02148-16d4-4595-b4f5-265fb187e497 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.711482] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f87d83-f666-b46b-f1a9-faf108242b88, 'name': SearchDatastore_Task, 'duration_secs': 0.019127} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.712462] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb21c2d7-6b48-41c5-9976-d06cc7041fde {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.720350] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 852.720350] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fffd3e-8361-30c5-ba7c-eca000625218" [ 852.720350] env[69695]: _type = "Task" [ 852.720350] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.730320] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fffd3e-8361-30c5-ba7c-eca000625218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.014371] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 853.014715] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1afdb682-5b84-4341-af52-069d02ca4d02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.025211] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 853.025211] env[69695]: value = "task-3498644" [ 853.025211] env[69695]: _type = "Task" [ 853.025211] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.035240] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.129270] env[69695]: DEBUG nova.objects.instance [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lazy-loading 'flavor' on Instance uuid 02c9949a-ff1f-4ae3-a942-523833e37fdf {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.147605] env[69695]: INFO nova.compute.manager [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Took 39.16 seconds to build instance. [ 853.156316] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.157338] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.164896] env[69695]: DEBUG oslo_vmware.api [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498643, 'name': PowerOnVM_Task, 'duration_secs': 0.664532} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.165886] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.167645] env[69695]: INFO nova.compute.claims [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.171844] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.172207] env[69695]: INFO nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Took 9.49 seconds to spawn the instance on the hypervisor. [ 853.172503] env[69695]: DEBUG nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.173892] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44861d-5d5f-4d2d-be18-5d0dc291f67b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.236494] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fffd3e-8361-30c5-ba7c-eca000625218, 'name': SearchDatastore_Task, 'duration_secs': 0.035587} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.236784] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237176] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 76270db6-94e7-4800-8d8f-03ee7ac7b324/76270db6-94e7-4800-8d8f-03ee7ac7b324.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.237768] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e94477-fba1-47c0-a10c-c958a4c03728 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.247793] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 853.247793] env[69695]: value = "task-3498645" [ 853.247793] env[69695]: _type = "Task" [ 853.247793] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.258856] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.553820] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498644, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.651830] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0da4763b-ed5c-460e-b437-778423dc802e tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "d39a7539-a268-4aed-a636-2d9b3bca6411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.085s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.666909] env[69695]: DEBUG nova.compute.utils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.672414] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.672414] env[69695]: DEBUG nova.network.neutron [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.699950] env[69695]: INFO nova.compute.manager [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Took 42.64 seconds to build instance. [ 853.762578] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498645, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.774490] env[69695]: DEBUG nova.policy [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e9a4f40a8104d69bf1fad44eaff388a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ec128bb87a4ecfb1678a8fd64bc371', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.039493] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498644, 'name': CreateSnapshot_Task, 'duration_secs': 0.771451} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.040679] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 854.043024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee717f-54dd-48cb-ac4d-f49ebb0683ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.142249] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1b705c1a-6632-4026-b530-60e8a15b823b tempest-VolumesAssistedSnapshotsTest-366829110 tempest-VolumesAssistedSnapshotsTest-366829110-project-admin] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.349s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.156016] env[69695]: DEBUG nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.175729] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.201971] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.622s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.264497] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707125} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.265077] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 76270db6-94e7-4800-8d8f-03ee7ac7b324/76270db6-94e7-4800-8d8f-03ee7ac7b324.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.265514] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.265736] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3d3424-0a57-4c84-ac2d-c97f23ede4fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.276674] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 854.276674] env[69695]: value = "task-3498646" [ 854.276674] env[69695]: _type = "Task" [ 854.276674] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.291949] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.548661] env[69695]: DEBUG nova.network.neutron [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Successfully created port: ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.581528] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 854.589201] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bacfef47-dbc2-4998-98ba-220b01a7ab61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.603286] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 854.603286] env[69695]: value = "task-3498647" [ 854.603286] env[69695]: _type = "Task" [ 854.603286] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.622202] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498647, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.696257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.715022] env[69695]: DEBUG nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.795023] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086072} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.795023] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.795824] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3922e89f-873d-4b87-afe9-df759c5ee542 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.831219] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 76270db6-94e7-4800-8d8f-03ee7ac7b324/76270db6-94e7-4800-8d8f-03ee7ac7b324.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.831219] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f072e4-7abc-4071-a3ff-a5cb66c32d51 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.847391] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4415de-96e0-4f1f-9a23-3edcbfb5eb96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.860807] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f64770-3644-4c27-96d3-40cac22afd94 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.864015] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 854.864015] env[69695]: value = "task-3498649" [ 854.864015] env[69695]: _type = "Task" [ 854.864015] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.898960] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c087a3cb-3884-49a3-9977-86627c72da42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.902229] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.909935] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc1adfc-224a-4a2d-b57b-ffbcb5e120ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.925811] env[69695]: DEBUG nova.compute.provider_tree [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.117245] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498647, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.204465] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.250027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.254997] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.254997] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.255215] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.255523] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.257317] env[69695]: DEBUG nova.virt.hardware [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.261020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba6bf8f-baf5-4ceb-8236-93aa07a70f44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.275686] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369eb81-9b5a-4717-b577-f8f803ed7ec2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.377670] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.430371] env[69695]: DEBUG nova.scheduler.client.report [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.617338] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498647, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.752772] env[69695]: DEBUG nova.compute.manager [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 855.877122] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498649, 'name': ReconfigVM_Task, 'duration_secs': 0.671407} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.878542] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 76270db6-94e7-4800-8d8f-03ee7ac7b324/76270db6-94e7-4800-8d8f-03ee7ac7b324.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.878542] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3577191-5a33-4d24-8315-1e7eabfa12c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.890032] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 855.890032] env[69695]: value = "task-3498650" [ 855.890032] env[69695]: _type = "Task" [ 855.890032] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.901810] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498650, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.938691] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.939475] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.947236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.539s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.947486] env[69695]: DEBUG nova.objects.instance [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lazy-loading 'resources' on Instance uuid 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.119310] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498647, 'name': CloneVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.275788] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.323726] env[69695]: INFO nova.compute.manager [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Rebuilding instance [ 856.334789] env[69695]: DEBUG nova.compute.manager [req-c473db94-6207-4908-b8f9-af963a7bf35b req-39daee14-2883-4da9-b22d-d3b5a024d904 service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Received event network-vif-plugged-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.335033] env[69695]: DEBUG oslo_concurrency.lockutils [req-c473db94-6207-4908-b8f9-af963a7bf35b req-39daee14-2883-4da9-b22d-d3b5a024d904 service nova] Acquiring lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.335227] env[69695]: DEBUG oslo_concurrency.lockutils [req-c473db94-6207-4908-b8f9-af963a7bf35b req-39daee14-2883-4da9-b22d-d3b5a024d904 service nova] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.335719] env[69695]: DEBUG oslo_concurrency.lockutils [req-c473db94-6207-4908-b8f9-af963a7bf35b req-39daee14-2883-4da9-b22d-d3b5a024d904 service nova] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.335972] env[69695]: DEBUG nova.compute.manager [req-c473db94-6207-4908-b8f9-af963a7bf35b req-39daee14-2883-4da9-b22d-d3b5a024d904 service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] No waiting events found dispatching network-vif-plugged-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.336126] env[69695]: WARNING nova.compute.manager [req-c473db94-6207-4908-b8f9-af963a7bf35b req-39daee14-2883-4da9-b22d-d3b5a024d904 service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Received unexpected event network-vif-plugged-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 for instance with vm_state building and task_state spawning. [ 856.370811] env[69695]: DEBUG nova.network.neutron [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Successfully updated port: ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.380971] env[69695]: DEBUG nova.compute.manager [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.382687] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2282300f-48b3-450b-921c-938cb2f161f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.405310] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498650, 'name': Rename_Task, 'duration_secs': 0.322464} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.405495] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.405765] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6041216e-e2f2-4587-92e7-47220c30dbac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.413927] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 856.413927] env[69695]: value = "task-3498651" [ 856.413927] env[69695]: _type = "Task" [ 856.413927] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.423082] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.453904] env[69695]: DEBUG nova.compute.utils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.456155] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.456443] env[69695]: DEBUG nova.network.neutron [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.496694] env[69695]: DEBUG nova.policy [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69780cb857bd44aeb1b4d0675e5a2d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa2b2455118141ef9239f4c7af451a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.619213] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498647, 'name': CloneVM_Task, 'duration_secs': 1.584455} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.619213] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Created linked-clone VM from snapshot [ 856.619489] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40e1c8-3d49-4516-acaf-58903cfb3aab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.632750] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Uploading image 8fab1021-bd55-4c5f-a1b2-4f0998243b26 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 856.650279] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.650653] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a895713e-7772-49ca-92d7-a3ee8c4ca5a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.663355] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 856.663355] env[69695]: value = "task-3498652" [ 856.663355] env[69695]: _type = "Task" [ 856.663355] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.674013] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498652, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.837730] env[69695]: DEBUG nova.network.neutron [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Successfully created port: 9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.872795] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "refresh_cache-889be491-6d76-4f43-9ab2-7fc4ef66caf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquired lock "refresh_cache-889be491-6d76-4f43-9ab2-7fc4ef66caf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.873175] env[69695]: DEBUG nova.network.neutron [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.929483] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.960296] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.061332] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f20e0d-ecc2-4404-b7ae-b88c733d4d45 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.073319] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234fde7-9a4d-4e61-9e6b-4ad573e89e11 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.116458] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4619001-ff5d-4a27-a75c-530d435a5100 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.127120] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b96a8a-92b1-4378-9413-866a4e2883d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.144074] env[69695]: DEBUG nova.compute.provider_tree [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.178167] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498652, 'name': Destroy_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.403702] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.404041] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a01ce8a-21d2-4720-a6e6-16aafcca4047 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.413861] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 857.413861] env[69695]: value = "task-3498653" [ 857.413861] env[69695]: _type = "Task" [ 857.413861] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.419155] env[69695]: DEBUG nova.network.neutron [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.433866] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.441279] env[69695]: DEBUG oslo_vmware.api [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498651, 'name': PowerOnVM_Task, 'duration_secs': 0.670354} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.441577] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.441830] env[69695]: INFO nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Took 8.33 seconds to spawn the instance on the hypervisor. [ 857.442068] env[69695]: DEBUG nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.445130] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffccb0c-39f2-4a92-becf-2164f0745913 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.648178] env[69695]: DEBUG nova.scheduler.client.report [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.665447] env[69695]: DEBUG nova.network.neutron [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Updating instance_info_cache with network_info: [{"id": "ba1b965d-f7ff-41f5-8742-bc01e9c1ce78", "address": "fa:16:3e:cb:ae:c4", "network": {"id": "0d5dbb52-d5ee-4666-86d2-6a1fdfe188b4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2008852533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ec128bb87a4ecfb1678a8fd64bc371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1b965d-f7", "ovs_interfaceid": "ba1b965d-f7ff-41f5-8742-bc01e9c1ce78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.679504] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498652, 'name': Destroy_Task, 'duration_secs': 0.539921} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.679749] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Destroyed the VM [ 857.679987] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.680302] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60d0e69b-5258-4287-8a2b-0d598cb1f7c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.690064] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 857.690064] env[69695]: value = "task-3498654" [ 857.690064] env[69695]: _type = "Task" [ 857.690064] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.700194] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.928848] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498653, 'name': PowerOffVM_Task, 'duration_secs': 0.256848} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.928985] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.930872] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.931826] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28856f54-6215-494c-a1ba-02edeaaefa56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.947829] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.947829] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4bae46f-f8d7-437b-96c7-13d8c66c3a1c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.972775] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.974705] env[69695]: INFO nova.compute.manager [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Took 40.05 seconds to build instance. [ 857.983573] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.989022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.989022] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Deleting the datastore file [datastore2] d39a7539-a268-4aed-a636-2d9b3bca6411 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.989022] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08893141-cec9-4d31-ad4f-7ce600348351 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.994984] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 857.994984] env[69695]: value = "task-3498656" [ 857.994984] env[69695]: _type = "Task" [ 857.994984] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.012344] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.015020] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.015368] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.016095] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.016095] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.016095] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.016222] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.016472] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.016696] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.016921] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.017176] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.017899] env[69695]: DEBUG nova.virt.hardware [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.018404] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca156f84-b9e6-4f39-842d-26229ac5e02f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.822247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.875s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.824516] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Releasing lock "refresh_cache-889be491-6d76-4f43-9ab2-7fc4ef66caf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.824796] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Instance network_info: |[{"id": "ba1b965d-f7ff-41f5-8742-bc01e9c1ce78", "address": "fa:16:3e:cb:ae:c4", "network": {"id": "0d5dbb52-d5ee-4666-86d2-6a1fdfe188b4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2008852533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ec128bb87a4ecfb1678a8fd64bc371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1b965d-f7", "ovs_interfaceid": "ba1b965d-f7ff-41f5-8742-bc01e9c1ce78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.827881] env[69695]: DEBUG oslo_concurrency.lockutils [None req-552e8c46-01a0-4830-9ecd-65b5e0bee124 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.039s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.829091] env[69695]: DEBUG nova.network.neutron [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Successfully updated port: 9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.833503] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.144s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.833503] env[69695]: DEBUG nova.objects.instance [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lazy-loading 'resources' on Instance uuid 8ca899ab-8f2f-4de0-a91c-602d7c497315 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.833503] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ae:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba1b965d-f7ff-41f5-8742-bc01e9c1ce78', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.839756] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Creating folder: Project (81ec128bb87a4ecfb1678a8fd64bc371). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.848883] env[69695]: DEBUG nova.compute.manager [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Received event network-changed-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.848883] env[69695]: DEBUG nova.compute.manager [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Refreshing instance network info cache due to event network-changed-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.849085] env[69695]: DEBUG oslo_concurrency.lockutils [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] Acquiring lock "refresh_cache-889be491-6d76-4f43-9ab2-7fc4ef66caf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.849166] env[69695]: DEBUG oslo_concurrency.lockutils [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] Acquired lock "refresh_cache-889be491-6d76-4f43-9ab2-7fc4ef66caf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.850023] env[69695]: DEBUG nova.network.neutron [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Refreshing network info cache for port ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.857200] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7f2d4f-a001-4331-aa11-4ec20ee2dd0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.861172] env[69695]: INFO nova.scheduler.client.report [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Deleted allocations for instance 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7 [ 858.865992] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.866235] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.866438] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "02c9949a-ff1f-4ae3-a942-523833e37fdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.866658] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.867187] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.870946] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6b6646-aaba-49fc-ad49-23d3718ed30e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.873424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.874801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.878458] env[69695]: INFO nova.compute.manager [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Terminating instance [ 858.888837] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21587} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.897983] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.898233] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.898413] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.902107] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498654, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.904283] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Created folder: Project (81ec128bb87a4ecfb1678a8fd64bc371) in parent group-v699067. [ 858.904431] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Creating folder: Instances. Parent ref: group-v699212. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.907251] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eaa1613-3d24-45fc-af8e-f99d68301723 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.924197] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Created folder: Instances in parent group-v699212. [ 858.924197] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.926717] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.927162] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-589cce22-9d4b-493d-a068-04105cc502ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.951563] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.951563] env[69695]: value = "task-3498659" [ 858.951563] env[69695]: _type = "Task" [ 858.951563] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.965866] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498659, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.341772] env[69695]: DEBUG oslo_vmware.api [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498654, 'name': RemoveSnapshot_Task, 'duration_secs': 1.299744} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.341772] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.361691] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.361866] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.362038] env[69695]: DEBUG nova.network.neutron [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.367910] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43df730-7aff-4a7a-afa9-5c4cfd3f0d5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.380597] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c3b48f-ced5-4ad1-96d6-d9a200ab93fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.386838] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.391492] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1dfd647e-7465-4805-92a9-b597bbf437e1 tempest-ServerShowV254Test-1794991553 tempest-ServerShowV254Test-1794991553-project-member] Lock "1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.286s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.420453] env[69695]: DEBUG nova.compute.manager [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.420671] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.428196] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee55f9-1cd0-4a97-b0d8-b2d1aae8b720 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.432463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae74e8-2654-4a03-b418-bbc56978cb18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.443210] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.445639] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97538e8b-cd4e-483d-8973-291fa1a1c3df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.448594] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c233a-34b4-4cdc-881d-fbd5dc6cc1e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.459809] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 859.459809] env[69695]: value = "task-3498660" [ 859.459809] env[69695]: _type = "Task" [ 859.459809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.463405] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498659, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.475164] env[69695]: DEBUG nova.compute.provider_tree [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.484610] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.769289] env[69695]: DEBUG nova.network.neutron [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Updated VIF entry in instance network info cache for port ba1b965d-f7ff-41f5-8742-bc01e9c1ce78. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.769690] env[69695]: DEBUG nova.network.neutron [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Updating instance_info_cache with network_info: [{"id": "ba1b965d-f7ff-41f5-8742-bc01e9c1ce78", "address": "fa:16:3e:cb:ae:c4", "network": {"id": "0d5dbb52-d5ee-4666-86d2-6a1fdfe188b4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2008852533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ec128bb87a4ecfb1678a8fd64bc371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1b965d-f7", "ovs_interfaceid": "ba1b965d-f7ff-41f5-8742-bc01e9c1ce78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.848947] env[69695]: WARNING nova.compute.manager [None req-c922d71c-168a-45d8-843b-3b7ee2ed7c0d tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Image not found during snapshot: nova.exception.ImageNotFound: Image 8fab1021-bd55-4c5f-a1b2-4f0998243b26 could not be found. [ 859.910337] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.915446] env[69695]: DEBUG nova.network.neutron [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.960267] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.960537] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.960691] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.960864] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.961010] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.961156] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.961357] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.961517] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.961679] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.961836] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.962031] env[69695]: DEBUG nova.virt.hardware [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.962906] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5a117-931c-44b5-a39a-a8304e792e9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.973877] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498659, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.977579] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af56e6-35bf-4ac3-9ba2-f69b189f9241 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.985940] env[69695]: DEBUG nova.scheduler.client.report [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.989785] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.004138] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.010433] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.011593] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.013190] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a31c72e-0866-48aa-984b-f39f8b39b89c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.033749] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.033749] env[69695]: value = "task-3498661" [ 860.033749] env[69695]: _type = "Task" [ 860.033749] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.042853] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498661, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.145037] env[69695]: DEBUG nova.network.neutron [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Updating instance_info_cache with network_info: [{"id": "9c72e0a9-b8d1-442b-8010-302380e3987a", "address": "fa:16:3e:66:8d:22", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72e0a9-b8", "ovs_interfaceid": "9c72e0a9-b8d1-442b-8010-302380e3987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.273855] env[69695]: DEBUG oslo_concurrency.lockutils [req-69e562df-16cc-4913-92a9-169ba494b83a req-e2279dd7-c2b3-4062-914c-e555b66ba70a service nova] Releasing lock "refresh_cache-889be491-6d76-4f43-9ab2-7fc4ef66caf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.471883] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498659, 'name': CreateVM_Task, 'duration_secs': 1.495375} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.475883] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.476800] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.477011] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.477413] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.478173] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb95526-819c-46aa-9f20-ec7307a9047c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.491308] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.494176] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.496659] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.803s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.498470] env[69695]: INFO nova.compute.claims [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.502779] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 860.502779] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c3a22f-6c36-d0bd-2a73-d024e47d9ced" [ 860.502779] env[69695]: _type = "Task" [ 860.502779] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.513765] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c3a22f-6c36-d0bd-2a73-d024e47d9ced, 'name': SearchDatastore_Task, 'duration_secs': 0.021178} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.514524] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.514817] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.515969] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.515969] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.515969] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.515969] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb40064-abf1-469a-846e-7a12c2c52a08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.530156] env[69695]: INFO nova.scheduler.client.report [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Deleted allocations for instance 8ca899ab-8f2f-4de0-a91c-602d7c497315 [ 860.534078] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.534078] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.534078] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5eed5c-72fe-4f41-a579-ffce50320c9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.566428] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 860.566428] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52863008-50ec-a88a-7959-97f14c7d5b7b" [ 860.566428] env[69695]: _type = "Task" [ 860.566428] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.567357] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498661, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.582065] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52863008-50ec-a88a-7959-97f14c7d5b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.648127] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.648519] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Instance network_info: |[{"id": "9c72e0a9-b8d1-442b-8010-302380e3987a", "address": "fa:16:3e:66:8d:22", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72e0a9-b8", "ovs_interfaceid": "9c72e0a9-b8d1-442b-8010-302380e3987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.648965] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:8d:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c72e0a9-b8d1-442b-8010-302380e3987a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.656972] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.658104] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.659034] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749d8d07-663e-494f-ae8e-35fa3f70d661 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.685809] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.685809] env[69695]: value = "task-3498662" [ 860.685809] env[69695]: _type = "Task" [ 860.685809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.696250] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498662, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.934804] env[69695]: DEBUG nova.compute.manager [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Received event network-vif-plugged-9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.935186] env[69695]: DEBUG oslo_concurrency.lockutils [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] Acquiring lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.935640] env[69695]: DEBUG oslo_concurrency.lockutils [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.935992] env[69695]: DEBUG oslo_concurrency.lockutils [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.936164] env[69695]: DEBUG nova.compute.manager [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] No waiting events found dispatching network-vif-plugged-9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.936292] env[69695]: WARNING nova.compute.manager [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Received unexpected event network-vif-plugged-9c72e0a9-b8d1-442b-8010-302380e3987a for instance with vm_state building and task_state spawning. [ 860.936798] env[69695]: DEBUG nova.compute.manager [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Received event network-changed-9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.936987] env[69695]: DEBUG nova.compute.manager [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Refreshing instance network info cache due to event network-changed-9c72e0a9-b8d1-442b-8010-302380e3987a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.937196] env[69695]: DEBUG oslo_concurrency.lockutils [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] Acquiring lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.937342] env[69695]: DEBUG oslo_concurrency.lockutils [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] Acquired lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.937501] env[69695]: DEBUG nova.network.neutron [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Refreshing network info cache for port 9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.989958] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498660, 'name': PowerOffVM_Task, 'duration_secs': 1.182675} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.990286] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.990459] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.991031] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6997a31b-07d1-46a0-a3d8-7096e3e13c8a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.050715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-61c25a82-d793-4353-932f-f7b92ddb15a8 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "8ca899ab-8f2f-4de0-a91c-602d7c497315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.448s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.061981] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498661, 'name': CreateVM_Task, 'duration_secs': 0.591158} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.062273] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.062768] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.063059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.063472] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.063985] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fe8c65-3a2c-425a-beea-9b7fe251e9d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.068875] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.069246] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.069471] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Deleting the datastore file [datastore2] 02c9949a-ff1f-4ae3-a942-523833e37fdf {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.070205] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e31dc26-4643-4348-91f2-1f7d1bf956e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.077268] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 861.077268] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52664588-435c-933a-555d-8185b85dc52a" [ 861.077268] env[69695]: _type = "Task" [ 861.077268] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.086380] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52863008-50ec-a88a-7959-97f14c7d5b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.026792} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.088807] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for the task: (returnval){ [ 861.088807] env[69695]: value = "task-3498664" [ 861.088807] env[69695]: _type = "Task" [ 861.088807] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.089460] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9024c46d-5010-4f18-ba8c-7808f1628a5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.103389] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52664588-435c-933a-555d-8185b85dc52a, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.104389] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.104809] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.105125] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.108542] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 861.108542] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c29b77-a0cf-810b-b015-fc39fe367e02" [ 861.108542] env[69695]: _type = "Task" [ 861.108542] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.114846] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.124582] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c29b77-a0cf-810b-b015-fc39fe367e02, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.124859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.125126] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 889be491-6d76-4f43-9ab2-7fc4ef66caf8/889be491-6d76-4f43-9ab2-7fc4ef66caf8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.125429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.125810] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.125906] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a6ee92-2f58-461e-b9b6-ea874e2c0e7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.127896] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e521e38-25a8-4522-ad3f-9999c3b7f552 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.137262] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 861.137262] env[69695]: value = "task-3498665" [ 861.137262] env[69695]: _type = "Task" [ 861.137262] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.138614] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.138908] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.143405] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed87df6-7f11-4bcd-b570-6eb442075818 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.150072] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 861.150072] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520be86b-f393-f343-814a-9dad88faffe5" [ 861.150072] env[69695]: _type = "Task" [ 861.150072] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.154046] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.164784] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520be86b-f393-f343-814a-9dad88faffe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.198601] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498662, 'name': CreateVM_Task, 'duration_secs': 0.39241} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.198601] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.199241] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.199306] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.199772] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.199973] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7df9c7-f163-4b7c-862d-de652b20ee3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.208813] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 861.208813] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c7fd3a-aa7b-def7-7910-6728770ecaa6" [ 861.208813] env[69695]: _type = "Task" [ 861.208813] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.221330] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c7fd3a-aa7b-def7-7910-6728770ecaa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.223485] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4dda4-3030-1b5d-484e-2ce8c4dbb4de/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.223787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.224094] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.224325] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.225221] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb46879e-16ea-469e-b46c-de6a3f6bab5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.231928] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4dda4-3030-1b5d-484e-2ce8c4dbb4de/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.232132] env[69695]: ERROR oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4dda4-3030-1b5d-484e-2ce8c4dbb4de/disk-0.vmdk due to incomplete transfer. [ 861.232395] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c54f2236-c15c-45e8-aa75-78aa704aca4d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.246937] env[69695]: DEBUG oslo_vmware.rw_handles [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4dda4-3030-1b5d-484e-2ce8c4dbb4de/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.246937] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Uploaded image 3f502ee4-c765-41d8-aa15-800be4b99d4f to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 861.248960] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.253022] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6b8e9e7-0780-4f55-987b-c17e957b0879 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.258191] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 861.258191] env[69695]: value = "task-3498666" [ 861.258191] env[69695]: _type = "Task" [ 861.258191] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.269413] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498666, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.615259] env[69695]: DEBUG oslo_vmware.api [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Task: {'id': task-3498664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166005} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.616516] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.616516] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.616516] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.616516] env[69695]: INFO nova.compute.manager [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Took 2.20 seconds to destroy the instance on the hypervisor. [ 861.616890] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.620105] env[69695]: DEBUG nova.compute.manager [-] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.620213] env[69695]: DEBUG nova.network.neutron [-] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.648931] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493051} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.651559] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 889be491-6d76-4f43-9ab2-7fc4ef66caf8/889be491-6d76-4f43-9ab2-7fc4ef66caf8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.651742] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.652454] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf4fe15-0807-4172-a943-953fb70a4a7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.664137] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520be86b-f393-f343-814a-9dad88faffe5, 'name': SearchDatastore_Task, 'duration_secs': 0.020754} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.666210] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 861.666210] env[69695]: value = "task-3498667" [ 861.666210] env[69695]: _type = "Task" [ 861.666210] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.668869] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3859862f-dfb2-4806-ad83-759b72ef8b3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.680809] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 861.680809] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528fb128-3ba0-688e-6935-b67c1aa59ae7" [ 861.680809] env[69695]: _type = "Task" [ 861.680809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.686560] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.700939] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528fb128-3ba0-688e-6935-b67c1aa59ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.700939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.701768] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.701768] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.701768] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.701986] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e60011-c933-4ff5-9b69-8fc6947bb0a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.703875] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9725e4a-a2ca-4f23-ba4c-dbc02528833f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.716186] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 861.716186] env[69695]: value = "task-3498668" [ 861.716186] env[69695]: _type = "Task" [ 861.716186] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.723258] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.723258] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.724318] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99d03ac-54e0-498e-8f74-31338f251085 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.730664] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.732032] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 861.732032] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a7236a-2ade-d047-35bb-eb99bfa22fdd" [ 861.732032] env[69695]: _type = "Task" [ 861.732032] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.742213] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a7236a-2ade-d047-35bb-eb99bfa22fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.749579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "2cf6c894-903e-45b7-a962-f1f83638ab31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.749824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.750137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "2cf6c894-903e-45b7-a962-f1f83638ab31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.750271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.750455] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.752621] env[69695]: INFO nova.compute.manager [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Terminating instance [ 861.772716] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498666, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.858867] env[69695]: DEBUG nova.network.neutron [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Updated VIF entry in instance network info cache for port 9c72e0a9-b8d1-442b-8010-302380e3987a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.859021] env[69695]: DEBUG nova.network.neutron [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Updating instance_info_cache with network_info: [{"id": "9c72e0a9-b8d1-442b-8010-302380e3987a", "address": "fa:16:3e:66:8d:22", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72e0a9-b8", "ovs_interfaceid": "9c72e0a9-b8d1-442b-8010-302380e3987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.125998] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40675c6c-8b8a-4198-be73-e0edd3f43612 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.135941] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4846e938-cce0-48dd-858f-85cf6b417ab6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.170038] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c660b4fc-edfe-4a7f-822e-a17d1b96501f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.181884] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171877} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.185266] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.185360] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd3e96-6cc3-4631-a08d-221279e8c356 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.190627] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaaa627-1612-4518-a448-9eb9ce87fcde {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.209190] env[69695]: DEBUG nova.compute.provider_tree [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.232564] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 889be491-6d76-4f43-9ab2-7fc4ef66caf8/889be491-6d76-4f43-9ab2-7fc4ef66caf8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.234389] env[69695]: DEBUG nova.scheduler.client.report [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.240822] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0ceaa5-d97c-4667-9397-22432589882d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.258610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.762s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.259439] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.266822] env[69695]: DEBUG nova.compute.manager [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.266822] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.266822] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.532s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.266822] env[69695]: DEBUG nova.objects.instance [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lazy-loading 'resources' on Instance uuid 97ce2deb-7b93-4ff6-9f01-185cef8d6516 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.269224] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ad3716-86f5-4c71-8ec2-b7f6bb4c7b5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.280542] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498668, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.285022] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 862.285022] env[69695]: value = "task-3498669" [ 862.285022] env[69695]: _type = "Task" [ 862.285022] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.294027] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a7236a-2ade-d047-35bb-eb99bfa22fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.295591] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0288c941-4843-4ed1-8426-d53aef0a5cfe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.301700] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.310021] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f0f003a-3bd1-48fb-8788-017f2b82cfbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.310021] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498666, 'name': Destroy_Task, 'duration_secs': 0.77371} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.310021] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.310021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "76270db6-94e7-4800-8d8f-03ee7ac7b324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.310021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.310021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "76270db6-94e7-4800-8d8f-03ee7ac7b324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.310625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.310625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.313080] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroyed the VM [ 862.313395] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.313921] env[69695]: INFO nova.compute.manager [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Terminating instance [ 862.317163] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf6d3527-1bf2-4bcd-bd2a-3abdb1e5992c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.320130] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 862.320130] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a54ab4-ca1f-31a2-f4e8-50c6e6ca9492" [ 862.320130] env[69695]: _type = "Task" [ 862.320130] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.325673] env[69695]: DEBUG oslo_vmware.api [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 862.325673] env[69695]: value = "task-3498670" [ 862.325673] env[69695]: _type = "Task" [ 862.325673] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.327399] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 862.327399] env[69695]: value = "task-3498671" [ 862.327399] env[69695]: _type = "Task" [ 862.327399] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.339016] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a54ab4-ca1f-31a2-f4e8-50c6e6ca9492, 'name': SearchDatastore_Task, 'duration_secs': 0.021239} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.339471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.339735] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d/6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.339999] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1204331c-aa89-473e-a003-4ecfc0b3659f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.354618] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 862.354618] env[69695]: value = "task-3498672" [ 862.354618] env[69695]: _type = "Task" [ 862.354618] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.362024] env[69695]: DEBUG oslo_vmware.api [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.362024] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.364795] env[69695]: DEBUG oslo_concurrency.lockutils [req-962e7fc3-ed84-4936-bec2-fae9f7dec910 req-ffa2401a-1232-4513-a12a-e84e21d50980 service nova] Releasing lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.371097] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.738291] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593466} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.738291] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.738291] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.738507] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf20bda-89b0-4136-8135-39a270d34bed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750979] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 862.750979] env[69695]: value = "task-3498673" [ 862.750979] env[69695]: _type = "Task" [ 862.750979] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.766774] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.772504] env[69695]: DEBUG nova.compute.utils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.774489] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.774489] env[69695]: DEBUG nova.network.neutron [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.801587] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498669, 'name': ReconfigVM_Task, 'duration_secs': 0.422386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.801975] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 889be491-6d76-4f43-9ab2-7fc4ef66caf8/889be491-6d76-4f43-9ab2-7fc4ef66caf8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.802647] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99f7e6d4-7a57-4bcf-94c4-7a734ac6d5a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.818462] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 862.818462] env[69695]: value = "task-3498674" [ 862.818462] env[69695]: _type = "Task" [ 862.818462] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.825971] env[69695]: DEBUG nova.compute.manager [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.826339] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.828165] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b95717-3476-460f-aca5-b92636a12567 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.842013] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498674, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.857790] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.869682] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b715861-0927-4c8f-a78d-755d56f9d8ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.872052] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.872318] env[69695]: DEBUG oslo_vmware.api [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498670, 'name': PowerOffVM_Task, 'duration_secs': 0.354774} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.873885] env[69695]: DEBUG nova.policy [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8889a4a52fdc4fefa834bbfec8e35c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53139eab646c4cbfb9f0b448dbaaac47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.880621] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.880621] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.881345] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab2d66c-0eca-46ef-a842-cd5b16c30393 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.892417] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.900213] env[69695]: DEBUG oslo_vmware.api [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 862.900213] env[69695]: value = "task-3498675" [ 862.900213] env[69695]: _type = "Task" [ 862.900213] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.922112] env[69695]: DEBUG oslo_vmware.api [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.001270] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.001609] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.001861] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleting the datastore file [datastore1] 2cf6c894-903e-45b7-a962-f1f83638ab31 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.002281] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f43852b-a998-466e-bc8f-effd3d644b85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.019649] env[69695]: DEBUG oslo_vmware.api [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 863.019649] env[69695]: value = "task-3498677" [ 863.019649] env[69695]: _type = "Task" [ 863.019649] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.026319] env[69695]: DEBUG nova.compute.manager [req-b204b1a2-d396-4c49-a427-9a44feb037a5 req-8fc90348-dbf4-4916-89dc-908d44165d32 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Received event network-vif-deleted-ee137219-90ef-4fd6-b679-4402d6a08171 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.026473] env[69695]: INFO nova.compute.manager [req-b204b1a2-d396-4c49-a427-9a44feb037a5 req-8fc90348-dbf4-4916-89dc-908d44165d32 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Neutron deleted interface ee137219-90ef-4fd6-b679-4402d6a08171; detaching it from the instance and deleting it from the info cache [ 863.027699] env[69695]: DEBUG nova.network.neutron [req-b204b1a2-d396-4c49-a427-9a44feb037a5 req-8fc90348-dbf4-4916-89dc-908d44165d32 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.042119] env[69695]: DEBUG oslo_vmware.api [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.263372] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197773} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.265390] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.266505] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bc515d-850e-4f27-a269-1b36a0772894 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.280330] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.291368] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.294760] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c4bdb0-c37e-4a8a-8cfa-ba8e66314a44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.327170] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 863.327170] env[69695]: value = "task-3498678" [ 863.327170] env[69695]: _type = "Task" [ 863.327170] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.332563] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498674, 'name': Rename_Task, 'duration_secs': 0.261612} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.337394] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.340972] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d2bd2f-e6d0-4f0f-bc92-23fae271b931 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.350716] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.355795] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 863.355795] env[69695]: value = "task-3498679" [ 863.355795] env[69695]: _type = "Task" [ 863.355795] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.360035] env[69695]: DEBUG oslo_vmware.api [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498671, 'name': RemoveSnapshot_Task, 'duration_secs': 0.950858} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.363870] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.363870] env[69695]: INFO nova.compute.manager [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 16.39 seconds to snapshot the instance on the hypervisor. [ 863.377385] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.390272] env[69695]: DEBUG nova.network.neutron [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Successfully created port: f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.390272] env[69695]: DEBUG nova.network.neutron [-] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.391239] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601729} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.394231] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d/6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.394384] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.398151] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1a712f-679b-4d7a-9044-6540026a9168 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.408385] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 863.408385] env[69695]: value = "task-3498680" [ 863.408385] env[69695]: _type = "Task" [ 863.408385] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.421240] env[69695]: DEBUG oslo_vmware.api [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498675, 'name': PowerOffVM_Task, 'duration_secs': 0.311846} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.423779] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.424031] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.424700] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.425191] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb92267a-eeeb-4ba5-bf75-efbc5dc4ffee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.449193] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ffb052-1625-4244-88e8-b4e255390a05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.460972] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32219686-c401-4cf4-876a-ef51cbc4f8c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.505085] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de847a-b97a-49cf-9acc-6c51c075ad5b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.516059] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0819196-4930-4db6-9eb4-c9ab23ca435c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.526803] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.527026] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.527099] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Deleting the datastore file [datastore2] 76270db6-94e7-4800-8d8f-03ee7ac7b324 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.531503] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba760ae-c6cd-473c-a969-6aa91f18b897 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.533846] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cd8cd6f-b50c-448a-a78b-74e250d0258c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.554914] env[69695]: DEBUG oslo_vmware.api [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173332} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.569388] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.569388] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.571191] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.571191] env[69695]: INFO nova.compute.manager [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Took 1.30 seconds to destroy the instance on the hypervisor. [ 863.571191] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.571793] env[69695]: DEBUG nova.compute.provider_tree [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.574414] env[69695]: DEBUG oslo_vmware.api [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for the task: (returnval){ [ 863.574414] env[69695]: value = "task-3498682" [ 863.574414] env[69695]: _type = "Task" [ 863.574414] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.575008] env[69695]: DEBUG nova.compute.manager [-] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.575008] env[69695]: DEBUG nova.network.neutron [-] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.580352] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee663000-96ea-426d-94f9-2a7dedac2a81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608170] env[69695]: DEBUG oslo_vmware.api [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.629170] env[69695]: DEBUG nova.compute.manager [req-b204b1a2-d396-4c49-a427-9a44feb037a5 req-8fc90348-dbf4-4916-89dc-908d44165d32 service nova] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Detach interface failed, port_id=ee137219-90ef-4fd6-b679-4402d6a08171, reason: Instance 02c9949a-ff1f-4ae3-a942-523833e37fdf could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 863.844506] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.881022] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.896727] env[69695]: INFO nova.compute.manager [-] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Took 2.28 seconds to deallocate network for instance. [ 863.925413] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08212} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.925918] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.926927] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d782bb94-7863-4ea6-845b-bc023d4f1597 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.952638] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d/6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.956598] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1084e2b-050f-4e4d-a4c8-e3822611544f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.985152] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 863.985152] env[69695]: value = "task-3498683" [ 863.985152] env[69695]: _type = "Task" [ 863.985152] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.987291] env[69695]: DEBUG nova.compute.manager [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Found 3 images (rotation: 2) {{(pid=69695) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 863.987682] env[69695]: DEBUG nova.compute.manager [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Rotating out 1 backups {{(pid=69695) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 863.987979] env[69695]: DEBUG nova.compute.manager [None req-199daa16-0318-4f95-b4d6-9dca28dbda6b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleting image d4c4c9a7-b0ad-4ebe-a7e7-b466c8b9dc0d {{(pid=69695) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 864.005685] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498683, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.074643] env[69695]: DEBUG nova.scheduler.client.report [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.113211] env[69695]: DEBUG oslo_vmware.api [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Task: {'id': task-3498682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159921} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.113211] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.113211] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.113211] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.113211] env[69695]: INFO nova.compute.manager [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Took 1.29 seconds to destroy the instance on the hypervisor. [ 864.113211] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.113211] env[69695]: DEBUG nova.compute.manager [-] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.113211] env[69695]: DEBUG nova.network.neutron [-] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.304262] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.332820] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.333104] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.333271] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.333468] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.333597] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.333860] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.333933] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.334219] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.334430] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.334603] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.335129] env[69695]: DEBUG nova.virt.hardware [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.336471] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117f4e7-739b-421d-b7c8-76d7fc40dd05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.349652] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498678, 'name': ReconfigVM_Task, 'duration_secs': 0.654252} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.351950] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d39a7539-a268-4aed-a636-2d9b3bca6411/d39a7539-a268-4aed-a636-2d9b3bca6411.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.352592] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d840b21e-8688-4998-8b8c-b514f0e028cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.355658] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93a6c8-fd8b-4bd7-beea-df43837763c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.377307] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 864.377307] env[69695]: value = "task-3498684" [ 864.377307] env[69695]: _type = "Task" [ 864.377307] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.382739] env[69695]: DEBUG oslo_vmware.api [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498679, 'name': PowerOnVM_Task, 'duration_secs': 0.541322} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.383959] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.384172] env[69695]: INFO nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Took 9.18 seconds to spawn the instance on the hypervisor. [ 864.384352] env[69695]: DEBUG nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.385688] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88084bce-7bef-440c-97fa-d65c2462fc7f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.391294] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498684, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.406559] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.500802] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.571870] env[69695]: DEBUG nova.network.neutron [-] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.582102] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.588517] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.431s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.588517] env[69695]: DEBUG nova.objects.instance [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lazy-loading 'resources' on Instance uuid cab958a0-2481-4ea6-995b-13b7f5a7cea1 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.616475] env[69695]: INFO nova.scheduler.client.report [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Deleted allocations for instance 97ce2deb-7b93-4ff6-9f01-185cef8d6516 [ 864.869318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.869318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.877347] env[69695]: DEBUG nova.network.neutron [-] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.887866] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498684, 'name': Rename_Task, 'duration_secs': 0.156863} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.888686] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.888939] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad91cbde-4b75-4c11-ab6c-50a96d38a2a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.896293] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 864.896293] env[69695]: value = "task-3498685" [ 864.896293] env[69695]: _type = "Task" [ 864.896293] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.905970] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.915021] env[69695]: INFO nova.compute.manager [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Took 40.83 seconds to build instance. [ 865.004533] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498683, 'name': ReconfigVM_Task, 'duration_secs': 0.652981} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.004815] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d/6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.005439] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e96b0919-8500-4356-810e-4e68c21efaf4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.013483] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 865.013483] env[69695]: value = "task-3498686" [ 865.013483] env[69695]: _type = "Task" [ 865.013483] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.023070] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498686, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.076768] env[69695]: INFO nova.compute.manager [-] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Took 1.50 seconds to deallocate network for instance. [ 865.126429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-754eb3d4-873b-4c4b-8a65-cf0e44398220 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "97ce2deb-7b93-4ff6-9f01-185cef8d6516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.160s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.315385] env[69695]: DEBUG nova.network.neutron [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Successfully updated port: f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.382536] env[69695]: INFO nova.compute.manager [-] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Took 1.27 seconds to deallocate network for instance. [ 865.396199] env[69695]: DEBUG nova.compute.manager [req-b169b5d9-1f9a-4834-ada6-373a6979e867 req-7950264a-3ded-4b46-a9a9-689d1ca02ea4 service nova] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Received event network-vif-deleted-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.396199] env[69695]: DEBUG nova.compute.manager [req-b169b5d9-1f9a-4834-ada6-373a6979e867 req-7950264a-3ded-4b46-a9a9-689d1ca02ea4 service nova] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Received event network-vif-deleted-cb2e0b95-102c-400d-8802-2ffea4003fea {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.409506] env[69695]: DEBUG oslo_vmware.api [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498685, 'name': PowerOnVM_Task, 'duration_secs': 0.475301} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.409826] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.412959] env[69695]: DEBUG nova.compute.manager [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.419244] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2cedb1-4c94-4c55-ba9e-a5fbc4106635 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.423615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29078e55-421e-44c1-ae7f-f237ec7e750d tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.207s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.527165] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498686, 'name': Rename_Task, 'duration_secs': 0.210647} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.530385] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.532831] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe261964-caea-40d9-9642-a3c3e04dd481 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.551532] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 865.551532] env[69695]: value = "task-3498687" [ 865.551532] env[69695]: _type = "Task" [ 865.551532] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.563684] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.587481] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.626869] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39d52d5-00c2-4153-8ea9-6deb37c5ad07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.636355] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed75676f-b2ff-4a20-9a89-38a64dcf5766 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.677867] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae77782-add0-445a-b08f-62ca3567bf30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.686928] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626aab95-c235-4daf-b5ac-208eaf111c3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.711489] env[69695]: DEBUG nova.compute.provider_tree [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.816941] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "refresh_cache-5029b0e3-13ba-47c4-a252-644b207d85e6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.817111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "refresh_cache-5029b0e3-13ba-47c4-a252-644b207d85e6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.817263] env[69695]: DEBUG nova.network.neutron [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.898020] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.928496] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.937972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.003267] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.003508] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.061577] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.214654] env[69695]: DEBUG nova.scheduler.client.report [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.348615] env[69695]: DEBUG nova.network.neutron [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.456585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.506633] env[69695]: DEBUG nova.network.neutron [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Updating instance_info_cache with network_info: [{"id": "f813ccd2-6249-4535-ac98-eb31ae08733d", "address": "fa:16:3e:f9:a1:06", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf813ccd2-62", "ovs_interfaceid": "f813ccd2-6249-4535-ac98-eb31ae08733d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.565860] env[69695]: DEBUG oslo_vmware.api [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498687, 'name': PowerOnVM_Task, 'duration_secs': 0.94} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.566150] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.566353] env[69695]: INFO nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Took 8.60 seconds to spawn the instance on the hypervisor. [ 866.566560] env[69695]: DEBUG nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.567399] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa3a66-49cc-4d0e-8783-8f060482d789 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.621120] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.621404] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.621681] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.621879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.622096] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.624620] env[69695]: INFO nova.compute.manager [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Terminating instance [ 866.719970] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.722665] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.579s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.723011] env[69695]: DEBUG nova.objects.instance [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'resources' on Instance uuid 422212a4-2f37-4e1c-8ee8-4e64a75a8534 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.739125] env[69695]: INFO nova.scheduler.client.report [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted allocations for instance cab958a0-2481-4ea6-995b-13b7f5a7cea1 [ 866.761016] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "d39a7539-a268-4aed-a636-2d9b3bca6411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.761150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "d39a7539-a268-4aed-a636-2d9b3bca6411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.761362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "d39a7539-a268-4aed-a636-2d9b3bca6411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.761563] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "d39a7539-a268-4aed-a636-2d9b3bca6411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.762712] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "d39a7539-a268-4aed-a636-2d9b3bca6411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.763818] env[69695]: INFO nova.compute.manager [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Terminating instance [ 866.996218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.996510] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.996730] env[69695]: DEBUG nova.compute.manager [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.997693] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a0badc-1431-4eb1-8248-8490b4d808bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.005159] env[69695]: DEBUG nova.compute.manager [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 867.005824] env[69695]: DEBUG nova.objects.instance [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'flavor' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.009778] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "refresh_cache-5029b0e3-13ba-47c4-a252-644b207d85e6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.009778] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Instance network_info: |[{"id": "f813ccd2-6249-4535-ac98-eb31ae08733d", "address": "fa:16:3e:f9:a1:06", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf813ccd2-62", "ovs_interfaceid": "f813ccd2-6249-4535-ac98-eb31ae08733d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.009989] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:a1:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f813ccd2-6249-4535-ac98-eb31ae08733d', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.017938] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.018184] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.018415] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-301eb0c3-81a2-4124-9c9e-f8ce8748a660 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.038653] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.038865] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.039468] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.039468] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.039468] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.041334] env[69695]: INFO nova.compute.manager [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Terminating instance [ 867.043814] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.043814] env[69695]: value = "task-3498688" [ 867.043814] env[69695]: _type = "Task" [ 867.043814] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.055088] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498688, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.088644] env[69695]: INFO nova.compute.manager [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Took 40.94 seconds to build instance. [ 867.127938] env[69695]: DEBUG nova.compute.manager [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.128254] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.129234] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c3bdb9-6896-43f9-a12f-69f8500f584f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.138217] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.138858] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301bf633-9d22-45dc-ad07-34f7cfb85968 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.147337] env[69695]: DEBUG oslo_vmware.api [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 867.147337] env[69695]: value = "task-3498689" [ 867.147337] env[69695]: _type = "Task" [ 867.147337] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.157222] env[69695]: DEBUG oslo_vmware.api [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.193190] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] Acquiring lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.193373] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] Acquired lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.193581] env[69695]: DEBUG nova.network.neutron [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.245968] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "cab958a0-2481-4ea6-995b-13b7f5a7cea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.409s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.268594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "refresh_cache-d39a7539-a268-4aed-a636-2d9b3bca6411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.268790] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquired lock "refresh_cache-d39a7539-a268-4aed-a636-2d9b3bca6411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.268972] env[69695]: DEBUG nova.network.neutron [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.422394] env[69695]: DEBUG nova.compute.manager [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Received event network-vif-plugged-f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.422662] env[69695]: DEBUG oslo_concurrency.lockutils [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] Acquiring lock "5029b0e3-13ba-47c4-a252-644b207d85e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.422898] env[69695]: DEBUG oslo_concurrency.lockutils [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.423767] env[69695]: DEBUG oslo_concurrency.lockutils [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.424059] env[69695]: DEBUG nova.compute.manager [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] No waiting events found dispatching network-vif-plugged-f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.424269] env[69695]: WARNING nova.compute.manager [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Received unexpected event network-vif-plugged-f813ccd2-6249-4535-ac98-eb31ae08733d for instance with vm_state building and task_state spawning. [ 867.424447] env[69695]: DEBUG nova.compute.manager [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Received event network-changed-f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.424616] env[69695]: DEBUG nova.compute.manager [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Refreshing instance network info cache due to event network-changed-f813ccd2-6249-4535-ac98-eb31ae08733d. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.424833] env[69695]: DEBUG oslo_concurrency.lockutils [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] Acquiring lock "refresh_cache-5029b0e3-13ba-47c4-a252-644b207d85e6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.424995] env[69695]: DEBUG oslo_concurrency.lockutils [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] Acquired lock "refresh_cache-5029b0e3-13ba-47c4-a252-644b207d85e6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.425151] env[69695]: DEBUG nova.network.neutron [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Refreshing network info cache for port f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.549767] env[69695]: DEBUG nova.compute.manager [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.553187] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.553187] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f827160f-98b5-4251-9d08-0d5d8cb154c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.565047] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498688, 'name': CreateVM_Task, 'duration_secs': 0.413149} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.565383] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.566208] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.566521] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.566958] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.569478] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83be8d43-ee28-4629-9f0c-51cd554a7112 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.571772] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.575104] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bac9e5a-f5e6-4e2e-884c-5cd0452e9f53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.583644] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 867.583644] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522ffabf-54da-54b8-7bc0-b67aeb319c61" [ 867.583644] env[69695]: _type = "Task" [ 867.583644] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.583644] env[69695]: DEBUG oslo_vmware.api [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 867.583644] env[69695]: value = "task-3498690" [ 867.583644] env[69695]: _type = "Task" [ 867.583644] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.597197] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f174b13-02fe-4c35-9818-001c485c44a1 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.176s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.603786] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522ffabf-54da-54b8-7bc0-b67aeb319c61, 'name': SearchDatastore_Task, 'duration_secs': 0.016819} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.608482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.608482] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.608482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.608659] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.608763] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.608982] env[69695]: DEBUG oslo_vmware.api [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.611608] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a281809e-3587-410f-a6ba-cf45396c5650 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.621625] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.621883] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.622677] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6cf507-5383-4cd2-bb89-3ddf4ff4654a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.628938] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 867.628938] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5237a512-1ccb-55a3-6c7c-8da90dee32ac" [ 867.628938] env[69695]: _type = "Task" [ 867.628938] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.641302] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5237a512-1ccb-55a3-6c7c-8da90dee32ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.644679] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60c3305-12c7-42d6-8fa9-a042e0a0eb81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.653716] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 867.653716] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b537b3-4033-50cf-a280-b4a70c4f4b15" [ 867.653716] env[69695]: _type = "Task" [ 867.653716] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.659777] env[69695]: DEBUG oslo_vmware.api [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498689, 'name': PowerOffVM_Task, 'duration_secs': 0.238566} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.662919] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.663121] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.664805] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b5836fc-f77c-42b4-a485-20a1c4cc9eb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.671674] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b537b3-4033-50cf-a280-b4a70c4f4b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.688334] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3f4c80-8a9e-485b-b6b4-7f490a12d9c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.697805] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c854fa-2330-48ad-b4f9-df935efd71ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.728136] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d2e4f-5c16-482e-b647-372cf878430d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.739017] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94dfa3a-4a5a-4380-b43c-c130718f2f96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.743258] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.743482] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.743659] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Deleting the datastore file [datastore2] 419855f7-7b7a-4454-b8fb-3292a4eb1c80 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.743924] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ecf5e7b-15df-4da0-a974-ae1d0598599c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.756295] env[69695]: DEBUG nova.compute.provider_tree [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.759019] env[69695]: DEBUG oslo_vmware.api [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for the task: (returnval){ [ 867.759019] env[69695]: value = "task-3498692" [ 867.759019] env[69695]: _type = "Task" [ 867.759019] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.766891] env[69695]: DEBUG oslo_vmware.api [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.795128] env[69695]: DEBUG nova.network.neutron [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.887370] env[69695]: DEBUG nova.network.neutron [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.013025] env[69695]: DEBUG nova.network.neutron [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Updating instance_info_cache with network_info: [{"id": "9c72e0a9-b8d1-442b-8010-302380e3987a", "address": "fa:16:3e:66:8d:22", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72e0a9-b8", "ovs_interfaceid": "9c72e0a9-b8d1-442b-8010-302380e3987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.017728] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.018098] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d9da33-07ee-4696-8a90-34e5b1a2b799 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.029295] env[69695]: DEBUG oslo_vmware.api [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 868.029295] env[69695]: value = "task-3498693" [ 868.029295] env[69695]: _type = "Task" [ 868.029295] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.035852] env[69695]: DEBUG oslo_vmware.api [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.097797] env[69695]: DEBUG oslo_vmware.api [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498690, 'name': PowerOffVM_Task, 'duration_secs': 0.225508} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.098130] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.098308] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.098565] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4244e28d-703f-4167-975a-22f3ba6b29b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.100228] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.167215] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b537b3-4033-50cf-a280-b4a70c4f4b15, 'name': SearchDatastore_Task, 'duration_secs': 0.02532} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.168467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.168724] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 5029b0e3-13ba-47c4-a252-644b207d85e6/5029b0e3-13ba-47c4-a252-644b207d85e6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.169030] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.169213] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.169383] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Deleting the datastore file [datastore1] 889be491-6d76-4f43-9ab2-7fc4ef66caf8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.169633] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cc39f8-0f85-41d9-949e-ba5d60763bee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.171750] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3555415a-f558-409c-bdd7-c0b6547eeb34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.176890] env[69695]: DEBUG nova.network.neutron [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Updated VIF entry in instance network info cache for port f813ccd2-6249-4535-ac98-eb31ae08733d. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.177131] env[69695]: DEBUG nova.network.neutron [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Updating instance_info_cache with network_info: [{"id": "f813ccd2-6249-4535-ac98-eb31ae08733d", "address": "fa:16:3e:f9:a1:06", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf813ccd2-62", "ovs_interfaceid": "f813ccd2-6249-4535-ac98-eb31ae08733d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.180480] env[69695]: DEBUG oslo_vmware.api [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for the task: (returnval){ [ 868.180480] env[69695]: value = "task-3498696" [ 868.180480] env[69695]: _type = "Task" [ 868.180480] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.180738] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 868.180738] env[69695]: value = "task-3498695" [ 868.180738] env[69695]: _type = "Task" [ 868.180738] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.194400] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.197470] env[69695]: DEBUG oslo_vmware.api [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.260465] env[69695]: DEBUG nova.scheduler.client.report [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.273547] env[69695]: DEBUG oslo_vmware.api [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Task: {'id': task-3498692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150804} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.273819] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.274238] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.274238] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.274409] env[69695]: INFO nova.compute.manager [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 868.274651] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.275015] env[69695]: DEBUG nova.compute.manager [-] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.275015] env[69695]: DEBUG nova.network.neutron [-] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.391459] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Releasing lock "refresh_cache-d39a7539-a268-4aed-a636-2d9b3bca6411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.391459] env[69695]: DEBUG nova.compute.manager [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.391459] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.391703] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdd4fa-af88-4192-ae2c-15c048b2c8c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.403077] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.403077] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b91c1c-202f-4005-8b00-7f84842f339e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.409283] env[69695]: DEBUG oslo_vmware.api [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 868.409283] env[69695]: value = "task-3498697" [ 868.409283] env[69695]: _type = "Task" [ 868.409283] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.423485] env[69695]: DEBUG oslo_vmware.api [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.515715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] Releasing lock "refresh_cache-6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.516193] env[69695]: DEBUG nova.compute.manager [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Inject network info {{(pid=69695) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 868.516409] env[69695]: DEBUG nova.compute.manager [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] network_info to inject: |[{"id": "9c72e0a9-b8d1-442b-8010-302380e3987a", "address": "fa:16:3e:66:8d:22", "network": {"id": "629247e4-12c6-42a4-8f34-bcc020433ad2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1135864974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa2b2455118141ef9239f4c7af451a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72e0a9-b8", "ovs_interfaceid": "9c72e0a9-b8d1-442b-8010-302380e3987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 868.521863] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Reconfiguring VM instance to set the machine id {{(pid=69695) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 868.522716] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42957192-5a1d-4a4b-9d67-21cd76853797 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.547233] env[69695]: DEBUG oslo_vmware.api [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498693, 'name': PowerOffVM_Task, 'duration_secs': 0.291988} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.548364] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.548584] env[69695]: DEBUG nova.compute.manager [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.549580] env[69695]: DEBUG oslo_vmware.api [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] Waiting for the task: (returnval){ [ 868.549580] env[69695]: value = "task-3498698" [ 868.549580] env[69695]: _type = "Task" [ 868.549580] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.549773] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113903d-6800-430c-87b1-74b9b91a0103 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.564076] env[69695]: DEBUG oslo_vmware.api [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] Task: {'id': task-3498698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.626652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.682190] env[69695]: DEBUG oslo_concurrency.lockutils [req-d676b0a2-02d6-409c-a22a-38a122b2e9a5 req-6076a1f3-2aaa-475d-9983-ad4483b0bd01 service nova] Releasing lock "refresh_cache-5029b0e3-13ba-47c4-a252-644b207d85e6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.696512] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.700440] env[69695]: DEBUG oslo_vmware.api [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Task: {'id': task-3498696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332903} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.700820] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.701060] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.701352] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.701542] env[69695]: INFO nova.compute.manager [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 868.701859] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.702190] env[69695]: DEBUG nova.compute.manager [-] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.702317] env[69695]: DEBUG nova.network.neutron [-] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.770111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.774584] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.033s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.776397] env[69695]: INFO nova.compute.claims [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.793889] env[69695]: INFO nova.scheduler.client.report [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted allocations for instance 422212a4-2f37-4e1c-8ee8-4e64a75a8534 [ 868.922630] env[69695]: DEBUG oslo_vmware.api [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498697, 'name': PowerOffVM_Task, 'duration_secs': 0.189363} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.922630] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.922630] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.922630] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b264e21-deba-4eb3-a9de-3f85c9ee0b42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.949115] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.949345] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.949529] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Deleting the datastore file [datastore1] d39a7539-a268-4aed-a636-2d9b3bca6411 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.949783] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2925c6f-498e-463f-9393-38437f1cfdb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.967803] env[69695]: DEBUG oslo_vmware.api [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for the task: (returnval){ [ 868.967803] env[69695]: value = "task-3498700" [ 868.967803] env[69695]: _type = "Task" [ 868.967803] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.977668] env[69695]: DEBUG oslo_vmware.api [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.062695] env[69695]: DEBUG nova.network.neutron [-] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.064615] env[69695]: DEBUG oslo_vmware.api [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] Task: {'id': task-3498698, 'name': ReconfigVM_Task, 'duration_secs': 0.163293} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.064807] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0a80dcde-b8e8-491c-8fc9-5b532c8e4d11 tempest-ServersAdminTestJSON-962534573 tempest-ServersAdminTestJSON-962534573-project-admin] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Reconfigured VM instance to set the machine id {{(pid=69695) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 869.077044] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c7ba7e26-05a8-4677-bccd-7889c874a19c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.193333] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696156} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.193773] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 5029b0e3-13ba-47c4-a252-644b207d85e6/5029b0e3-13ba-47c4-a252-644b207d85e6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.194165] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.194294] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ea41c1-ad73-4d3d-98dc-e6ec3132f37f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.201183] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 869.201183] env[69695]: value = "task-3498701" [ 869.201183] env[69695]: _type = "Task" [ 869.201183] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.210580] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.303017] env[69695]: DEBUG oslo_concurrency.lockutils [None req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.537s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.304030] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] Acquired lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.304897] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cae6321-a0d5-4758-a6b2-bf0fb2d18374 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.314469] env[69695]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 869.314636] env[69695]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69695) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 869.315035] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-523751c0-fecf-4680-9a34-a827a489fb0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.323849] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3369f54-5b23-4e1a-b171-ea74097d4112 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.357927] env[69695]: ERROR root [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-699143' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-699143' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-699143' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-699143'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-699143' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-699143' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-699143'}\n"]: nova.exception.InstanceNotFound: Instance 422212a4-2f37-4e1c-8ee8-4e64a75a8534 could not be found. [ 869.358172] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] Releasing lock "422212a4-2f37-4e1c-8ee8-4e64a75a8534" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.358410] env[69695]: DEBUG nova.compute.manager [req-5fedfc35-8cf3-4c27-bd14-ebe1f02dab45 req-3878aed6-6024-4e02-a022-f667f4935818 service nova] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Detach interface failed, port_id=1880457d-6494-48e2-9ca2-79d1f6085ca3, reason: Instance 422212a4-2f37-4e1c-8ee8-4e64a75a8534 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.479458] env[69695]: DEBUG nova.network.neutron [-] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.481403] env[69695]: DEBUG oslo_vmware.api [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Task: {'id': task-3498700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112009} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.481876] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.482834] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.483257] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.483329] env[69695]: INFO nova.compute.manager [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Took 1.09 seconds to destroy the instance on the hypervisor. [ 869.483548] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.483747] env[69695]: DEBUG nova.compute.manager [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.483837] env[69695]: DEBUG nova.network.neutron [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.500974] env[69695]: DEBUG nova.network.neutron [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.566941] env[69695]: INFO nova.compute.manager [-] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Took 1.29 seconds to deallocate network for instance. [ 869.619952] env[69695]: DEBUG nova.compute.manager [req-c0942803-9693-4030-ac5b-639d55dd807d req-3ed1c2f5-17ae-4a8e-b5d5-f6eb9b58670c service nova] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Received event network-vif-deleted-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.620480] env[69695]: DEBUG nova.compute.manager [req-c0942803-9693-4030-ac5b-639d55dd807d req-3ed1c2f5-17ae-4a8e-b5d5-f6eb9b58670c service nova] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Received event network-vif-deleted-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.716684] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15177} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.717253] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.718856] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2afba-1aa4-42a1-bf5b-84104081e9bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.746809] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 5029b0e3-13ba-47c4-a252-644b207d85e6/5029b0e3-13ba-47c4-a252-644b207d85e6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.746809] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702d10e1-fa2c-4641-8ec2-197784ef5483 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.768633] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 869.768633] env[69695]: value = "task-3498702" [ 869.768633] env[69695]: _type = "Task" [ 869.768633] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.776712] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.982414] env[69695]: INFO nova.compute.manager [-] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Took 1.28 seconds to deallocate network for instance. [ 870.003132] env[69695]: DEBUG nova.network.neutron [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.076601] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.195883] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df25344-1996-4355-a293-d4b79ac2d1d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.203182] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746a8ff4-48b8-4d04-bbb3-b5f62a525f5a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.235440] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79949c-fc52-4545-a060-a9804583261f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.243625] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc53ee6-fc8b-4074-933b-acfc3ee8917c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.257561] env[69695]: DEBUG nova.compute.provider_tree [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.277903] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.292700] env[69695]: INFO nova.compute.manager [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Rebuilding instance [ 870.332843] env[69695]: DEBUG nova.compute.manager [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.334029] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bb58de-33f5-4701-a9c5-d9dd617ef2f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.494642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.505397] env[69695]: INFO nova.compute.manager [-] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Took 1.02 seconds to deallocate network for instance. [ 870.760424] env[69695]: DEBUG nova.scheduler.client.report [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.778608] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498702, 'name': ReconfigVM_Task, 'duration_secs': 0.662186} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.778817] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 5029b0e3-13ba-47c4-a252-644b207d85e6/5029b0e3-13ba-47c4-a252-644b207d85e6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.779670] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ffe94c9-ec28-4f75-bcba-a1bc9e8ff265 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.786426] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 870.786426] env[69695]: value = "task-3498703" [ 870.786426] env[69695]: _type = "Task" [ 870.786426] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.795484] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498703, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.805977] env[69695]: DEBUG nova.compute.manager [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Stashing vm_state: stopped {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 871.012225] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.268527] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.268977] env[69695]: DEBUG nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.271599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.372s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.273047] env[69695]: INFO nova.compute.claims [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.301776] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498703, 'name': Rename_Task, 'duration_secs': 0.157345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.302066] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.302321] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8292a2dc-32d7-4f3e-8283-d1fa93c1d926 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.309159] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 871.309159] env[69695]: value = "task-3498704" [ 871.309159] env[69695]: _type = "Task" [ 871.309159] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.321944] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.328444] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.349847] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.350189] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a140f79-5952-4498-a9ff-2ccb76f2a331 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.357541] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 871.357541] env[69695]: value = "task-3498705" [ 871.357541] env[69695]: _type = "Task" [ 871.357541] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.368146] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.777293] env[69695]: DEBUG nova.compute.utils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.780564] env[69695]: DEBUG nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 871.819216] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.866811] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498705, 'name': PowerOffVM_Task, 'duration_secs': 0.206942} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.868009] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.868009] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.868151] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227afba8-8750-43eb-9b52-c415436cbd93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.874729] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.874829] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c11d18-c10c-4efe-936c-5286baeeee55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.938684] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.938911] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.939089] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleting the datastore file [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.939355] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc2c872-914e-403c-8c9d-6f4838191c7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.947028] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 871.947028] env[69695]: value = "task-3498707" [ 871.947028] env[69695]: _type = "Task" [ 871.947028] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.955121] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.190236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.190748] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "569991e3-d61b-4607-9210-cb2b92a9291a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.281154] env[69695]: DEBUG nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.322802] env[69695]: DEBUG oslo_vmware.api [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498704, 'name': PowerOnVM_Task, 'duration_secs': 0.878945} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.323092] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.323295] env[69695]: INFO nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Took 8.02 seconds to spawn the instance on the hypervisor. [ 872.323642] env[69695]: DEBUG nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.324275] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb18e2-a237-4bd9-9f59-256238c21b5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.459361] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144372} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.459628] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.459817] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.459993] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.660736] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22169b-07a8-4d26-93df-10ad82414681 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.668056] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7820622-4a48-45e4-afe9-935e01f5144e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.698716] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b06547-d8d5-4cb0-8b0d-a093536f407e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.706212] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9831e-dbfd-4fe6-8381-b714f847754c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.719405] env[69695]: DEBUG nova.compute.provider_tree [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.842398] env[69695]: INFO nova.compute.manager [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Took 40.17 seconds to build instance. [ 873.222866] env[69695]: DEBUG nova.scheduler.client.report [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.294486] env[69695]: DEBUG nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.320372] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.320544] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.320641] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.320815] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.320962] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.321134] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.321350] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.321516] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.321684] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.321848] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.322048] env[69695]: DEBUG nova.virt.hardware [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.322955] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2941410b-88eb-4b06-a5fa-7982247dce46 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.331467] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446fdcb0-64c5-44bf-b1f2-eaa1841813da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.346758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79148da3-190c-4556-b7b6-f043cabc95a3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.688s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.347219] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.352841] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Creating folder: Project (51f9b944d06346d09d54b206336f4b41). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.354263] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0555239c-b8f9-4f5b-9063-45db792bcbb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.372080] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Created folder: Project (51f9b944d06346d09d54b206336f4b41) in parent group-v699067. [ 873.372080] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Creating folder: Instances. Parent ref: group-v699218. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.372080] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fa43994-29e5-4552-92ec-f3834640b561 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.381238] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Created folder: Instances in parent group-v699218. [ 873.381486] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.382160] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.382385] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a9843a3-f1fd-48e5-bf4e-19074fdbad0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.401078] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.401078] env[69695]: value = "task-3498710" [ 873.401078] env[69695]: _type = "Task" [ 873.401078] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.409530] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498710, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.493832] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.494110] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.494274] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.494455] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.494600] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.494743] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.494952] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.495127] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.495300] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.495457] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.495672] env[69695]: DEBUG nova.virt.hardware [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.496532] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217982c-bdb5-479c-8dba-6bc6484474bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.504138] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014a4ca-b71b-48b1-a792-1ae3f4e612d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.517788] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:82:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee529166-a453-4863-9454-32d84fb14f69', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.524944] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.525199] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.525404] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39580143-a267-46f2-aff7-1929b9d2dc9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.544015] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.544015] env[69695]: value = "task-3498711" [ 873.544015] env[69695]: _type = "Task" [ 873.544015] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.551337] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498711, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.727988] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.728580] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.731199] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.636s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.732613] env[69695]: INFO nova.compute.claims [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.857221] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.911700] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498710, 'name': CreateVM_Task, 'duration_secs': 0.291952} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.911866] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.912311] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.912479] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.912808] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.913136] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39438307-0067-4486-bf5c-ec9839b0deff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.917894] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 873.917894] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52568a6d-d603-2c13-54e8-f3f7a22ec054" [ 873.917894] env[69695]: _type = "Task" [ 873.917894] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.927834] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52568a6d-d603-2c13-54e8-f3f7a22ec054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.054327] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498711, 'name': CreateVM_Task, 'duration_secs': 0.30609} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.054501] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.055137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.239734] env[69695]: DEBUG nova.compute.utils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.241175] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.241339] env[69695]: DEBUG nova.network.neutron [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.285664] env[69695]: DEBUG nova.policy [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af40889e8d94eda9cc0ec44dbe5a69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6862b9fb278c408c984281e4eba254ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.376774] env[69695]: DEBUG nova.compute.manager [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.377835] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.378660] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f362bb0-afad-4a74-bf7b-3d17b2e1a101 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.427725] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52568a6d-d603-2c13-54e8-f3f7a22ec054, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.428021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.428266] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.428504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.428714] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.428837] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.429105] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.429408] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.429644] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0da3d18-d48e-40a2-a460-2f1af44a94e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.431486] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b682961a-5ce6-4332-a4b2-8b979dd7fa20 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.436586] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 874.436586] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f1cd88-4e8d-b815-4ea7-8b4c1807be77" [ 874.436586] env[69695]: _type = "Task" [ 874.436586] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.440594] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.440774] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.442569] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865faaf9-44f5-4711-8975-df8b1d42ab13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.446726] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f1cd88-4e8d-b815-4ea7-8b4c1807be77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.449950] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 874.449950] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cca2ea-447e-397b-17ea-ba947bd20d91" [ 874.449950] env[69695]: _type = "Task" [ 874.449950] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.457362] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cca2ea-447e-397b-17ea-ba947bd20d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.550781] env[69695]: DEBUG nova.network.neutron [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Successfully created port: 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.746342] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.891896] env[69695]: INFO nova.compute.manager [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] instance snapshotting [ 874.895008] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb19ca3-2d85-4888-99c3-8322b0d1d813 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.917364] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e63e50a-097c-44be-928c-155bd456ac7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.946633] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f1cd88-4e8d-b815-4ea7-8b4c1807be77, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.949347] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.949603] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.949898] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.960757] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cca2ea-447e-397b-17ea-ba947bd20d91, 'name': SearchDatastore_Task, 'duration_secs': 0.008343} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.965329] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7b93af-9982-487e-9432-62717b8dcefe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.970940] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 874.970940] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522eb33e-b828-99b4-ca4e-aa30cb44219f" [ 874.970940] env[69695]: _type = "Task" [ 874.970940] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.981475] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522eb33e-b828-99b4-ca4e-aa30cb44219f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.201091] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f3cdd-e592-4f6f-9dfd-8172b9d1f5ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.208575] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b91248f-652d-46a6-8085-f99c9c196b36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.239151] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea5834-5541-4469-b1a7-c476504d1175 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.246220] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a97baec-19e3-41bb-9dab-94fc84845793 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.263726] env[69695]: DEBUG nova.compute.provider_tree [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.430214] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.430969] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3387b6b5-efc5-4cd9-bf60-3b82d2718a15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.440670] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 875.440670] env[69695]: value = "task-3498712" [ 875.440670] env[69695]: _type = "Task" [ 875.440670] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.450180] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.480425] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522eb33e-b828-99b4-ca4e-aa30cb44219f, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.480682] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.480942] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.481234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.481423] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.481643] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-967c66d1-07c1-4470-8d3e-946630e224e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.485201] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-108c11fa-9fbc-4951-93ec-413acab2011c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.493694] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 875.493694] env[69695]: value = "task-3498713" [ 875.493694] env[69695]: _type = "Task" [ 875.493694] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.497727] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.497727] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.498665] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a0753b-be88-4949-b216-d147d8e45285 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.503651] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.507059] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 875.507059] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5203a92f-87a1-e7ce-6f10-7a5337cb1ce9" [ 875.507059] env[69695]: _type = "Task" [ 875.507059] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.514148] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5203a92f-87a1-e7ce-6f10-7a5337cb1ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.755453] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.767543] env[69695]: DEBUG nova.scheduler.client.report [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.783357] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.783711] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.783901] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.784117] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.784268] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.784417] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.784647] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.784794] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.785393] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.785699] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.785909] env[69695]: DEBUG nova.virt.hardware [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.786826] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e9c08-57d3-4957-984c-5ebec42d2d69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.797259] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a68dd2-7215-47ba-8f58-e5474441a868 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.951922] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.003737] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465287} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.003996] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.004227] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.004477] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cce1eb1-c467-4b9a-af38-d24bcc91036e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.012446] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 876.012446] env[69695]: value = "task-3498714" [ 876.012446] env[69695]: _type = "Task" [ 876.012446] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.019649] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5203a92f-87a1-e7ce-6f10-7a5337cb1ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.020962] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d41ffc9-802a-4a45-9d8a-fcf615365032 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.026364] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.029373] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 876.029373] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52749d99-1f95-253c-5a0b-5e84bb782a20" [ 876.029373] env[69695]: _type = "Task" [ 876.029373] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.037194] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52749d99-1f95-253c-5a0b-5e84bb782a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.061241] env[69695]: DEBUG nova.network.neutron [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Successfully updated port: 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.074312] env[69695]: DEBUG nova.compute.manager [req-1c7cd5cb-2bdf-4377-8140-47523bc40f46 req-47b61e72-cc8b-4574-819b-b738b287fcfb service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Received event network-vif-plugged-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.074312] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c7cd5cb-2bdf-4377-8140-47523bc40f46 req-47b61e72-cc8b-4574-819b-b738b287fcfb service nova] Acquiring lock "2165596f-68ea-4047-9250-3901ff2491f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.075273] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c7cd5cb-2bdf-4377-8140-47523bc40f46 req-47b61e72-cc8b-4574-819b-b738b287fcfb service nova] Lock "2165596f-68ea-4047-9250-3901ff2491f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.075273] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c7cd5cb-2bdf-4377-8140-47523bc40f46 req-47b61e72-cc8b-4574-819b-b738b287fcfb service nova] Lock "2165596f-68ea-4047-9250-3901ff2491f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.075273] env[69695]: DEBUG nova.compute.manager [req-1c7cd5cb-2bdf-4377-8140-47523bc40f46 req-47b61e72-cc8b-4574-819b-b738b287fcfb service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] No waiting events found dispatching network-vif-plugged-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.075463] env[69695]: WARNING nova.compute.manager [req-1c7cd5cb-2bdf-4377-8140-47523bc40f46 req-47b61e72-cc8b-4574-819b-b738b287fcfb service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Received unexpected event network-vif-plugged-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd for instance with vm_state building and task_state spawning. [ 876.274271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.274830] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.277566] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.584s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.279038] env[69695]: INFO nova.compute.claims [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.452550] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498712, 'name': CreateSnapshot_Task, 'duration_secs': 0.721443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.452828] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.453626] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca88e2-f4a7-4a11-8e74-7cd06339d104 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.521885] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064815} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.522135] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.522888] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669533d9-94c7-4d80-9621-d9bd1098d203 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.542304] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.545058] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b61053c-e19f-4128-a237-470a3db547b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.563927] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "refresh_cache-2165596f-68ea-4047-9250-3901ff2491f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.564084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquired lock "refresh_cache-2165596f-68ea-4047-9250-3901ff2491f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.564250] env[69695]: DEBUG nova.network.neutron [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.571270] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52749d99-1f95-253c-5a0b-5e84bb782a20, 'name': SearchDatastore_Task, 'duration_secs': 0.008211} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.573293] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.574037] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.574037] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 876.574037] env[69695]: value = "task-3498715" [ 876.574037] env[69695]: _type = "Task" [ 876.574037] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.574794] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40868136-2bce-4beb-b747-dd87cbda6952 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.589165] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.590699] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 876.590699] env[69695]: value = "task-3498716" [ 876.590699] env[69695]: _type = "Task" [ 876.590699] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.601676] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.788393] env[69695]: DEBUG nova.compute.utils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.788865] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.789024] env[69695]: DEBUG nova.network.neutron [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.843248] env[69695]: DEBUG nova.policy [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdb575c9e14f96a0a7711b97263063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f32cd164a6048d18c54a80938994363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.972213] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.972587] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-420d081d-d5ee-4d4c-8a38-d0ad2ef0ff5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.985362] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 876.985362] env[69695]: value = "task-3498717" [ 876.985362] env[69695]: _type = "Task" [ 876.985362] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.997492] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498717, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.086463] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498715, 'name': ReconfigVM_Task, 'duration_secs': 0.276508} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.086787] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.087463] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eced577-2ca6-4a4c-aaa4-5c8e38dce893 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.099971] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 877.099971] env[69695]: value = "task-3498718" [ 877.099971] env[69695]: _type = "Task" [ 877.099971] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.104357] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504831} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.108391] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.108703] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.109406] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b86a791-b8e6-4e99-bd55-785e6a3b0aa6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.117665] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498718, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.122724] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 877.122724] env[69695]: value = "task-3498719" [ 877.122724] env[69695]: _type = "Task" [ 877.122724] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.133667] env[69695]: DEBUG nova.network.neutron [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.231025] env[69695]: DEBUG nova.network.neutron [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Successfully created port: 9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.295208] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.372302] env[69695]: DEBUG nova.network.neutron [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Updating instance_info_cache with network_info: [{"id": "86b7105e-0de8-4e93-a2d0-1f3d5b0386dd", "address": "fa:16:3e:40:02:5a", "network": {"id": "0b1a14dc-ddb1-46d0-b054-d078d9670c41", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-533940576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6862b9fb278c408c984281e4eba254ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b7105e-0d", "ovs_interfaceid": "86b7105e-0de8-4e93-a2d0-1f3d5b0386dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.498849] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498717, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.616121] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498718, 'name': Rename_Task, 'duration_secs': 0.150943} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.616405] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.616653] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a686b9df-a3fd-47e7-90b5-5ee3560fcd44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.626474] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 877.626474] env[69695]: value = "task-3498720" [ 877.626474] env[69695]: _type = "Task" [ 877.626474] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.634972] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08001} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.635591] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.636356] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40cddaf-8422-437f-bba8-287d314a730b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.641549] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.664751] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.667701] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e1aa32-6d21-4221-91e8-b193ce8a5557 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.703170] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 877.703170] env[69695]: value = "task-3498721" [ 877.703170] env[69695]: _type = "Task" [ 877.703170] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.703170] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.765844] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf55c6-cdc3-4396-bc20-f8673d6586ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.773185] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b42d15-083d-4b6f-95d2-9592716700ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.808063] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb1d58-371b-425b-a69f-74642966199b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.815408] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b669c3a-5871-4ee0-87f1-54ee002d8922 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.830222] env[69695]: DEBUG nova.compute.provider_tree [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.877507] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Releasing lock "refresh_cache-2165596f-68ea-4047-9250-3901ff2491f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.877912] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Instance network_info: |[{"id": "86b7105e-0de8-4e93-a2d0-1f3d5b0386dd", "address": "fa:16:3e:40:02:5a", "network": {"id": "0b1a14dc-ddb1-46d0-b054-d078d9670c41", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-533940576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6862b9fb278c408c984281e4eba254ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b7105e-0d", "ovs_interfaceid": "86b7105e-0de8-4e93-a2d0-1f3d5b0386dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.878384] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:02:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86b7105e-0de8-4e93-a2d0-1f3d5b0386dd', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.886492] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Creating folder: Project (6862b9fb278c408c984281e4eba254ba). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.887196] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bb1e0f3-6561-424d-970c-1b918802cd5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.897314] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Created folder: Project (6862b9fb278c408c984281e4eba254ba) in parent group-v699067. [ 877.897501] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Creating folder: Instances. Parent ref: group-v699224. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.897750] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-374ad4d9-d9ab-4fd4-b121-8938f33b1ae2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.909098] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Created folder: Instances in parent group-v699224. [ 877.909341] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.909570] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.909813] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e85ee7aa-a4cb-4450-bba0-a97507235464 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.929935] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.929935] env[69695]: value = "task-3498724" [ 877.929935] env[69695]: _type = "Task" [ 877.929935] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.940522] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498724, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.996360] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498717, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.099307] env[69695]: DEBUG nova.compute.manager [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Received event network-changed-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.099489] env[69695]: DEBUG nova.compute.manager [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Refreshing instance network info cache due to event network-changed-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.099746] env[69695]: DEBUG oslo_concurrency.lockutils [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] Acquiring lock "refresh_cache-2165596f-68ea-4047-9250-3901ff2491f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.099957] env[69695]: DEBUG oslo_concurrency.lockutils [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] Acquired lock "refresh_cache-2165596f-68ea-4047-9250-3901ff2491f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.100304] env[69695]: DEBUG nova.network.neutron [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Refreshing network info cache for port 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.139194] env[69695]: DEBUG oslo_vmware.api [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498720, 'name': PowerOnVM_Task, 'duration_secs': 0.424644} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.139477] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.139679] env[69695]: INFO nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Took 4.85 seconds to spawn the instance on the hypervisor. [ 878.139860] env[69695]: DEBUG nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.140733] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d5bab-fd3a-4340-a456-81ef1c2db3a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.201089] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.312845] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.335193] env[69695]: DEBUG nova.scheduler.client.report [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.340609] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.340844] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.340997] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.341194] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.341341] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.341490] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.341695] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.342025] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.342448] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.342683] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.342828] env[69695]: DEBUG nova.virt.hardware [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.343856] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b083abd4-1c3a-4784-bde3-d4f68aa6ea3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.353189] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f45a0ba-1997-42c3-a04e-0475c05fa8ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.443316] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498724, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.498453] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498717, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.662184] env[69695]: INFO nova.compute.manager [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Took 37.95 seconds to build instance. [ 878.700036] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498721, 'name': ReconfigVM_Task, 'duration_secs': 0.627514} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.702559] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.703191] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bb3152c-c768-43ad-b135-e94b98290b24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.712811] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 878.712811] env[69695]: value = "task-3498725" [ 878.712811] env[69695]: _type = "Task" [ 878.712811] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.722647] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498725, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.849045] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.849045] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.854200] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.161s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.854431] env[69695]: DEBUG nova.objects.instance [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lazy-loading 'resources' on Instance uuid 28896755-ae8f-47a2-9d3a-a59d06f7bd2b {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.901793] env[69695]: DEBUG nova.network.neutron [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Successfully updated port: 9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.914291] env[69695]: DEBUG nova.network.neutron [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Updated VIF entry in instance network info cache for port 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.914805] env[69695]: DEBUG nova.network.neutron [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Updating instance_info_cache with network_info: [{"id": "86b7105e-0de8-4e93-a2d0-1f3d5b0386dd", "address": "fa:16:3e:40:02:5a", "network": {"id": "0b1a14dc-ddb1-46d0-b054-d078d9670c41", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-533940576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6862b9fb278c408c984281e4eba254ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b7105e-0d", "ovs_interfaceid": "86b7105e-0de8-4e93-a2d0-1f3d5b0386dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.942288] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498724, 'name': CreateVM_Task, 'duration_secs': 0.640005} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.942288] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.942865] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.943057] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.943386] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.943652] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e09b2b-049b-4992-972d-1d8a9990176e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.948908] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 878.948908] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5208ac5b-2d6e-9d0e-ef80-06669e308894" [ 878.948908] env[69695]: _type = "Task" [ 878.948908] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.958336] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5208ac5b-2d6e-9d0e-ef80-06669e308894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.998031] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498717, 'name': CloneVM_Task, 'duration_secs': 1.886089} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.998336] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Created linked-clone VM from snapshot [ 878.999046] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbee30-6a79-4691-b76f-a15d5df86e61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.005840] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Uploading image a3499262-b27d-4aa5-b73f-fa7d2e296c1a {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 879.025976] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 879.025976] env[69695]: value = "vm-699223" [ 879.025976] env[69695]: _type = "VirtualMachine" [ 879.025976] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 879.026259] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b751d633-f819-49d4-93ff-4a572fde8234 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.032767] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease: (returnval){ [ 879.032767] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52295d44-1da8-9f35-a454-0fcb8f148f6f" [ 879.032767] env[69695]: _type = "HttpNfcLease" [ 879.032767] env[69695]: } obtained for exporting VM: (result){ [ 879.032767] env[69695]: value = "vm-699223" [ 879.032767] env[69695]: _type = "VirtualMachine" [ 879.032767] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 879.033112] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the lease: (returnval){ [ 879.033112] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52295d44-1da8-9f35-a454-0fcb8f148f6f" [ 879.033112] env[69695]: _type = "HttpNfcLease" [ 879.033112] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 879.038914] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.038914] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52295d44-1da8-9f35-a454-0fcb8f148f6f" [ 879.038914] env[69695]: _type = "HttpNfcLease" [ 879.038914] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.164817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f0ee886c-97e3-42e4-9e2a-6fde76bc1876 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.456s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.229184] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498725, 'name': Rename_Task, 'duration_secs': 0.223639} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.230024] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.230281] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eb2961d-d59c-430a-a066-079c5eec709b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.236749] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 879.236749] env[69695]: value = "task-3498727" [ 879.236749] env[69695]: _type = "Task" [ 879.236749] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.250233] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.358987] env[69695]: DEBUG nova.compute.utils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.364215] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.364385] env[69695]: DEBUG nova.network.neutron [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.402410] env[69695]: DEBUG nova.policy [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49d35996db04026bb181a9a6e577e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9edd8a42967d4b9ea27601bb67d28d05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.404021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-8a789c7a-e117-4c6a-8a9d-64c038114e33" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.404198] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-8a789c7a-e117-4c6a-8a9d-64c038114e33" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.404533] env[69695]: DEBUG nova.network.neutron [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.417553] env[69695]: DEBUG oslo_concurrency.lockutils [req-59f4983e-d28f-4b00-b90a-3194b12268ad req-0bfb817b-6e71-4e2e-95e0-33686ffb1410 service nova] Releasing lock "refresh_cache-2165596f-68ea-4047-9250-3901ff2491f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.459876] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5208ac5b-2d6e-9d0e-ef80-06669e308894, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.462541] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.462773] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.463027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.463172] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.463351] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.464066] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-164909bc-0b29-4625-9b49-ee34e224cf10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.472667] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.472667] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.475022] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c96e1e8-1691-4a17-8be2-c076bf5e5b3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.481638] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 879.481638] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527b93f0-f6e4-feb5-100a-37d47990537e" [ 879.481638] env[69695]: _type = "Task" [ 879.481638] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.490634] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527b93f0-f6e4-feb5-100a-37d47990537e, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.494772] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b13d4ac-41bb-4a86-9ee5-573019a1c88e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.500413] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 879.500413] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4b6e1-fe65-fec3-c5a7-e23e23c6c506" [ 879.500413] env[69695]: _type = "Task" [ 879.500413] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.508153] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4b6e1-fe65-fec3-c5a7-e23e23c6c506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.542337] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.542337] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52295d44-1da8-9f35-a454-0fcb8f148f6f" [ 879.542337] env[69695]: _type = "HttpNfcLease" [ 879.542337] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 879.542547] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 879.542547] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52295d44-1da8-9f35-a454-0fcb8f148f6f" [ 879.542547] env[69695]: _type = "HttpNfcLease" [ 879.542547] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 879.543198] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4558177f-9595-4d23-9717-d16dc56543b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.552021] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52269f36-23e4-ec2f-9694-a939add10cac/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 879.552215] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52269f36-23e4-ec2f-9694-a939add10cac/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 879.663024] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a09b24c1-5d2f-4342-9251-6971f183a44c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.702043] env[69695]: DEBUG nova.network.neutron [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Successfully created port: 436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.720028] env[69695]: INFO nova.compute.manager [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Rebuilding instance [ 879.751854] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.765129] env[69695]: DEBUG nova.compute.manager [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.766341] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c32dc8-5d83-4386-9548-5d98ba2b0c39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.865158] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.921641] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e36d8-0b93-48a0-9e34-6395619b2924 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.930187] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b636b-a78e-4272-9c9d-4c377b730f96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.968215] env[69695]: DEBUG nova.network.neutron [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.970739] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f5e5e-2a7a-47d1-ba6c-b2c63d2bf217 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.978539] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fef24c4-e51d-461f-8b74-91bcaf422d16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.992318] env[69695]: DEBUG nova.compute.provider_tree [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.012323] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4b6e1-fe65-fec3-c5a7-e23e23c6c506, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.012635] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.012909] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 2165596f-68ea-4047-9250-3901ff2491f8/2165596f-68ea-4047-9250-3901ff2491f8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.013201] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66656842-103b-483f-bd20-6d2cdc36c5c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.020789] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 880.020789] env[69695]: value = "task-3498728" [ 880.020789] env[69695]: _type = "Task" [ 880.020789] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.031322] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.139624] env[69695]: DEBUG nova.network.neutron [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Updating instance_info_cache with network_info: [{"id": "9177c97f-7e47-4553-bd4c-eac9317cf54e", "address": "fa:16:3e:10:56:aa", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9177c97f-7e", "ovs_interfaceid": "9177c97f-7e47-4553-bd4c-eac9317cf54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.189862] env[69695]: DEBUG nova.compute.manager [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Received event network-vif-plugged-9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.190309] env[69695]: DEBUG oslo_concurrency.lockutils [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] Acquiring lock "8a789c7a-e117-4c6a-8a9d-64c038114e33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.190578] env[69695]: DEBUG oslo_concurrency.lockutils [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.190972] env[69695]: DEBUG oslo_concurrency.lockutils [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.191290] env[69695]: DEBUG nova.compute.manager [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] No waiting events found dispatching network-vif-plugged-9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.191817] env[69695]: WARNING nova.compute.manager [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Received unexpected event network-vif-plugged-9177c97f-7e47-4553-bd4c-eac9317cf54e for instance with vm_state building and task_state spawning. [ 880.192112] env[69695]: DEBUG nova.compute.manager [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Received event network-changed-9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.192297] env[69695]: DEBUG nova.compute.manager [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Refreshing instance network info cache due to event network-changed-9177c97f-7e47-4553-bd4c-eac9317cf54e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.192575] env[69695]: DEBUG oslo_concurrency.lockutils [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] Acquiring lock "refresh_cache-8a789c7a-e117-4c6a-8a9d-64c038114e33" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.249607] env[69695]: DEBUG oslo_vmware.api [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498727, 'name': PowerOnVM_Task, 'duration_secs': 0.512331} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.250120] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.250486] env[69695]: DEBUG nova.compute.manager [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.251655] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6717f149-023f-4e0c-a255-86da59b469ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.500172] env[69695]: DEBUG nova.scheduler.client.report [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.535368] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484941} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.535766] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 2165596f-68ea-4047-9250-3901ff2491f8/2165596f-68ea-4047-9250-3901ff2491f8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.536018] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.536379] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1564dcae-37b3-4693-8dc8-27e3389c933d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.547656] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 880.547656] env[69695]: value = "task-3498729" [ 880.547656] env[69695]: _type = "Task" [ 880.547656] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.556374] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.643667] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-8a789c7a-e117-4c6a-8a9d-64c038114e33" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.643667] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance network_info: |[{"id": "9177c97f-7e47-4553-bd4c-eac9317cf54e", "address": "fa:16:3e:10:56:aa", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9177c97f-7e", "ovs_interfaceid": "9177c97f-7e47-4553-bd4c-eac9317cf54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.644085] env[69695]: DEBUG oslo_concurrency.lockutils [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] Acquired lock "refresh_cache-8a789c7a-e117-4c6a-8a9d-64c038114e33" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.644333] env[69695]: DEBUG nova.network.neutron [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Refreshing network info cache for port 9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.646307] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:56:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9177c97f-7e47-4553-bd4c-eac9317cf54e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.657132] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating folder: Project (2f32cd164a6048d18c54a80938994363). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.657281] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc74fd69-136a-4363-9883-2932a64b4986 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.670257] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created folder: Project (2f32cd164a6048d18c54a80938994363) in parent group-v699067. [ 880.670546] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating folder: Instances. Parent ref: group-v699227. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.671169] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b237a949-4558-4645-9bef-377d0857cdb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.681809] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created folder: Instances in parent group-v699227. [ 880.682149] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.682435] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.682779] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40580d62-588b-4da6-829b-6c62335fbb24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.707483] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.707483] env[69695]: value = "task-3498732" [ 880.707483] env[69695]: _type = "Task" [ 880.707483] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.718386] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498732, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.777048] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.783231] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.783231] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f501f338-6abe-4f93-b1a1-935aeb4d9c2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.791985] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 880.791985] env[69695]: value = "task-3498733" [ 880.791985] env[69695]: _type = "Task" [ 880.791985] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.802062] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.882672] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.906844] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.907127] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.907298] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.907504] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.907651] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.907800] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.908018] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.908209] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.908407] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.908571] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.908741] env[69695]: DEBUG nova.virt.hardware [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.909637] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc87df04-ad1a-4414-bdb8-b1317027e02e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.918229] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9f8a72-e1c8-431f-9476-a9e4993ae5cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.008624] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.011998] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.885s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.012483] env[69695]: DEBUG nova.objects.instance [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lazy-loading 'resources' on Instance uuid c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.037412] env[69695]: INFO nova.scheduler.client.report [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted allocations for instance 28896755-ae8f-47a2-9d3a-a59d06f7bd2b [ 881.057786] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072891} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.058013] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.058867] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eebb6a-c160-42d0-a4d0-7ceab0e83b67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.081680] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2165596f-68ea-4047-9250-3901ff2491f8/2165596f-68ea-4047-9250-3901ff2491f8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.082039] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8925ac65-c90d-4d25-9625-0ac9e7f58ca5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.104962] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 881.104962] env[69695]: value = "task-3498734" [ 881.104962] env[69695]: _type = "Task" [ 881.104962] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.114029] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.218693] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498732, 'name': CreateVM_Task, 'duration_secs': 0.397366} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.218861] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.219941] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.220285] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.220747] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.221074] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed10c359-ecf2-4d38-accc-95a9a62c69e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.226251] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 881.226251] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a40c80-200f-1354-72a8-66bda3d646ca" [ 881.226251] env[69695]: _type = "Task" [ 881.226251] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.236523] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a40c80-200f-1354-72a8-66bda3d646ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.302193] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498733, 'name': PowerOffVM_Task, 'duration_secs': 0.11727} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.302457] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.302728] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.303441] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93fe39c-bb9c-44bc-98ee-7069a563c01f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.309853] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.310090] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a16dff6-8b28-4fab-9e9d-0fcb93abf6fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.338424] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.338661] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.338934] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Deleting the datastore file [datastore1] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.339213] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4411921e-bd66-45d8-9994-b44f1c74d191 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.345403] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 881.345403] env[69695]: value = "task-3498736" [ 881.345403] env[69695]: _type = "Task" [ 881.345403] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.354421] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.545197] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "28896755-ae8f-47a2-9d3a-a59d06f7bd2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.358s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.606592] env[69695]: DEBUG nova.network.neutron [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Successfully updated port: 436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.631139] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.669791] env[69695]: DEBUG nova.network.neutron [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Updated VIF entry in instance network info cache for port 9177c97f-7e47-4553-bd4c-eac9317cf54e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.669791] env[69695]: DEBUG nova.network.neutron [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Updating instance_info_cache with network_info: [{"id": "9177c97f-7e47-4553-bd4c-eac9317cf54e", "address": "fa:16:3e:10:56:aa", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9177c97f-7e", "ovs_interfaceid": "9177c97f-7e47-4553-bd4c-eac9317cf54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.738276] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a40c80-200f-1354-72a8-66bda3d646ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.741177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741433] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.741993] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.742228] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.742437] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.743123] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43696406-456e-452d-b9d1-dc4bd086f2b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.752571] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.752822] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.756084] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a27ac27-8af8-40a1-a7b5-fb0e1d100601 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.761850] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 881.761850] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52670a2e-d898-ea8f-b23f-f7996bb9af6c" [ 881.761850] env[69695]: _type = "Task" [ 881.761850] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.772177] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52670a2e-d898-ea8f-b23f-f7996bb9af6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.857518] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131395} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.857784] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.857975] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.858164] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.963523] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b537c6-c85a-4e49-bc90-0dece6d7cc44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.973610] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f75b28d-3bc4-4af3-b0cc-6cbe7fea2418 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.007667] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9f8e11-8817-4688-a7d3-615b4efcd325 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.016089] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5505d08-259f-40b3-8a59-642514f69560 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.029956] env[69695]: DEBUG nova.compute.provider_tree [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.108218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "refresh_cache-55114945-9fb0-43c8-b1b5-a131714850de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.108540] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquired lock "refresh_cache-55114945-9fb0-43c8-b1b5-a131714850de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.108813] env[69695]: DEBUG nova.network.neutron [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.120251] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498734, 'name': ReconfigVM_Task, 'duration_secs': 0.67655} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.121142] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2165596f-68ea-4047-9250-3901ff2491f8/2165596f-68ea-4047-9250-3901ff2491f8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.121799] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88432118-a25a-4e8a-b67f-8eb1b62c63ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.128714] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 882.128714] env[69695]: value = "task-3498737" [ 882.128714] env[69695]: _type = "Task" [ 882.128714] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.137250] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498737, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.172314] env[69695]: DEBUG oslo_concurrency.lockutils [req-e717f942-113d-47b9-8c14-42e05cb019e5 req-121791c5-3ca8-41c0-9f7b-eb379261056a service nova] Releasing lock "refresh_cache-8a789c7a-e117-4c6a-8a9d-64c038114e33" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.218558] env[69695]: DEBUG nova.compute.manager [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Received event network-vif-plugged-436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.218830] env[69695]: DEBUG oslo_concurrency.lockutils [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] Acquiring lock "55114945-9fb0-43c8-b1b5-a131714850de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.218921] env[69695]: DEBUG oslo_concurrency.lockutils [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] Lock "55114945-9fb0-43c8-b1b5-a131714850de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.219225] env[69695]: DEBUG oslo_concurrency.lockutils [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] Lock "55114945-9fb0-43c8-b1b5-a131714850de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.219402] env[69695]: DEBUG nova.compute.manager [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] No waiting events found dispatching network-vif-plugged-436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.219588] env[69695]: WARNING nova.compute.manager [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Received unexpected event network-vif-plugged-436e6009-68b5-4fe5-baf6-6b4574e8663e for instance with vm_state building and task_state spawning. [ 882.219774] env[69695]: DEBUG nova.compute.manager [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Received event network-changed-436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.219936] env[69695]: DEBUG nova.compute.manager [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Refreshing instance network info cache due to event network-changed-436e6009-68b5-4fe5-baf6-6b4574e8663e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.220119] env[69695]: DEBUG oslo_concurrency.lockutils [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] Acquiring lock "refresh_cache-55114945-9fb0-43c8-b1b5-a131714850de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.220759] env[69695]: INFO nova.compute.manager [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Rebuilding instance [ 882.263040] env[69695]: DEBUG nova.compute.manager [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.263994] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b961ef8-2548-4ff6-9033-88af6ddff04d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.280457] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52670a2e-d898-ea8f-b23f-f7996bb9af6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.281349] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5bf6e2-6396-4983-8c5a-6bf8c8f094fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.287259] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 882.287259] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526b5b6c-73cc-4f41-dc6f-c6c11e559d67" [ 882.287259] env[69695]: _type = "Task" [ 882.287259] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.295755] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526b5b6c-73cc-4f41-dc6f-c6c11e559d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.533650] env[69695]: DEBUG nova.scheduler.client.report [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.642027] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498737, 'name': Rename_Task, 'duration_secs': 0.142096} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.642027] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.642027] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960bd6c0-903a-4667-b22b-6e7642ae9692 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.649720] env[69695]: DEBUG nova.network.neutron [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.653248] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 882.653248] env[69695]: value = "task-3498738" [ 882.653248] env[69695]: _type = "Task" [ 882.653248] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.663403] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.800120] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526b5b6c-73cc-4f41-dc6f-c6c11e559d67, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.801022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.801022] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.801022] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-932338bb-9a35-4e1d-9926-3a78a4154838 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.807709] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 882.807709] env[69695]: value = "task-3498739" [ 882.807709] env[69695]: _type = "Task" [ 882.807709] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.814550] env[69695]: DEBUG nova.network.neutron [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Updating instance_info_cache with network_info: [{"id": "436e6009-68b5-4fe5-baf6-6b4574e8663e", "address": "fa:16:3e:fa:48:ad", "network": {"id": "6a8a452d-296b-4f7a-ae31-61413c3959cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-27807834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9edd8a42967d4b9ea27601bb67d28d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e6009-68", "ovs_interfaceid": "436e6009-68b5-4fe5-baf6-6b4574e8663e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.819641] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.896909] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.897176] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.897334] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.897513] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.897656] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.897806] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.898492] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.899111] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.899273] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.899451] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.899633] env[69695]: DEBUG nova.virt.hardware [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.900589] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3d9daa-f89b-43bf-a248-4d6a90042eb4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.908816] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f287a4e2-43e9-4979-9c36-cef8e26e5a7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.925412] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.931482] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.931794] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.932040] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-582a8948-6265-492e-ba9b-2f718b54ae8e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.949201] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.949201] env[69695]: value = "task-3498740" [ 882.949201] env[69695]: _type = "Task" [ 882.949201] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.957355] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498740, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.040358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.043695] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.348s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.045768] env[69695]: INFO nova.compute.claims [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.072326] env[69695]: INFO nova.scheduler.client.report [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted allocations for instance c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617 [ 883.166041] env[69695]: DEBUG oslo_vmware.api [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498738, 'name': PowerOnVM_Task, 'duration_secs': 0.47807} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.167040] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.167040] env[69695]: INFO nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Took 7.41 seconds to spawn the instance on the hypervisor. [ 883.167040] env[69695]: DEBUG nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.167596] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd8967-1c31-4bd6-8c1e-10ac16bf9599 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.280988] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.281820] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-362c6228-3863-4b94-9fb2-1e8908ba6008 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.290855] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 883.290855] env[69695]: value = "task-3498741" [ 883.290855] env[69695]: _type = "Task" [ 883.290855] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.302103] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.319775] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.320297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Releasing lock "refresh_cache-55114945-9fb0-43c8-b1b5-a131714850de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.320607] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Instance network_info: |[{"id": "436e6009-68b5-4fe5-baf6-6b4574e8663e", "address": "fa:16:3e:fa:48:ad", "network": {"id": "6a8a452d-296b-4f7a-ae31-61413c3959cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-27807834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9edd8a42967d4b9ea27601bb67d28d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e6009-68", "ovs_interfaceid": "436e6009-68b5-4fe5-baf6-6b4574e8663e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.320900] env[69695]: DEBUG oslo_concurrency.lockutils [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] Acquired lock "refresh_cache-55114945-9fb0-43c8-b1b5-a131714850de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.321573] env[69695]: DEBUG nova.network.neutron [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Refreshing network info cache for port 436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.322427] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:48:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '436e6009-68b5-4fe5-baf6-6b4574e8663e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.334798] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Creating folder: Project (9edd8a42967d4b9ea27601bb67d28d05). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.334798] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2caa7387-7d26-4240-94f1-fcb8f46b175e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.343702] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Created folder: Project (9edd8a42967d4b9ea27601bb67d28d05) in parent group-v699067. [ 883.343977] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Creating folder: Instances. Parent ref: group-v699231. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.344266] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6070027-e8cb-4307-b55c-4c1e7403c5ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.354264] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Created folder: Instances in parent group-v699231. [ 883.354494] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.355104] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.355336] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9e0e747-2ba0-496b-8961-b24ad5131807 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.376659] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.376659] env[69695]: value = "task-3498744" [ 883.376659] env[69695]: _type = "Task" [ 883.376659] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.385906] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498744, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.465354] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498740, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.580862] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b476b283-1972-4b16-ba12-118c95159d00 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.977s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.689617] env[69695]: INFO nova.compute.manager [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Took 36.82 seconds to build instance. [ 883.801584] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498741, 'name': PowerOffVM_Task, 'duration_secs': 0.227722} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.801905] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.802981] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.803110] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfddea9e-9a49-4fcc-9b73-9cf1fa5b3842 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.810603] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.814890] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a1d5d38-df40-4a26-a35e-d0589a4784e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.820987] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586546} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.821273] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.821483] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.821725] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a57e14f-93dc-4558-aeb4-1744fc37c8b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.827671] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 883.827671] env[69695]: value = "task-3498746" [ 883.827671] env[69695]: _type = "Task" [ 883.827671] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.838570] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.879558] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.879785] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.880120] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleting the datastore file [datastore1] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.885589] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40d2c8c1-528d-4450-98e8-3252c326a175 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.894188] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498744, 'name': CreateVM_Task, 'duration_secs': 0.430025} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.894330] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.894664] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 883.894664] env[69695]: value = "task-3498747" [ 883.894664] env[69695]: _type = "Task" [ 883.894664] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.895305] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.895456] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.896083] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.896396] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5817bb-e8a8-4ec8-9e8c-b7002c510577 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.904076] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 883.904076] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad4d5c-2809-752f-9242-58c4640a2672" [ 883.904076] env[69695]: _type = "Task" [ 883.904076] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.907430] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.916691] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad4d5c-2809-752f-9242-58c4640a2672, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.916864] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.917125] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.917385] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.917677] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.917750] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.918001] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-284b8c15-e119-4f9f-9898-3638498d1034 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.927029] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.927259] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.928098] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264906f8-62a1-4406-8eaf-a47ddeeb8f3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.933529] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 883.933529] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528f1c29-068d-fd5f-c29e-8aff1099c4dc" [ 883.933529] env[69695]: _type = "Task" [ 883.933529] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.945742] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528f1c29-068d-fd5f-c29e-8aff1099c4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.963286] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498740, 'name': CreateVM_Task, 'duration_secs': 0.608067} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.963481] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.963942] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.964124] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.964480] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.965289] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0317a374-2bbc-41bc-94ff-198820351b53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.983129] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 883.983129] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d6200a-e09f-8480-a37a-7a813ce4c085" [ 883.983129] env[69695]: _type = "Task" [ 883.983129] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.995151] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d6200a-e09f-8480-a37a-7a813ce4c085, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.995524] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.995799] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.996059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087711] env[69695]: DEBUG nova.network.neutron [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Updated VIF entry in instance network info cache for port 436e6009-68b5-4fe5-baf6-6b4574e8663e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.088118] env[69695]: DEBUG nova.network.neutron [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Updating instance_info_cache with network_info: [{"id": "436e6009-68b5-4fe5-baf6-6b4574e8663e", "address": "fa:16:3e:fa:48:ad", "network": {"id": "6a8a452d-296b-4f7a-ae31-61413c3959cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-27807834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9edd8a42967d4b9ea27601bb67d28d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e6009-68", "ovs_interfaceid": "436e6009-68b5-4fe5-baf6-6b4574e8663e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.192270] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "2165596f-68ea-4047-9250-3901ff2491f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.337s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.342176] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105074} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.342456] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.343237] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a6a31-9961-4734-98b8-734074b34427 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.368306] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.370805] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ce132d-9fda-41a5-8692-2a8fb95506e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.389971] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 884.389971] env[69695]: value = "task-3498748" [ 884.389971] env[69695]: _type = "Task" [ 884.389971] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.403657] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.408990] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155083} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.411570] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.411739] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.411953] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.444720] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528f1c29-068d-fd5f-c29e-8aff1099c4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.448268] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6280b9-7982-456c-9a1f-c4181710d1a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.454046] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 884.454046] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52978d1d-6033-776b-a4f8-4a848b9d40a6" [ 884.454046] env[69695]: _type = "Task" [ 884.454046] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.464628] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52978d1d-6033-776b-a4f8-4a848b9d40a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.495330] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94cce3b-ccbb-432c-8370-730fc89d01d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.502430] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac59f4a-bab4-4a6a-98bd-7c2dc0c2ef60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.536025] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00645ad-ab5d-4ab5-8b15-76b4ca4085bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.543356] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6944b9d4-d4ed-427d-a2d8-6166d70cb9e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.557255] env[69695]: DEBUG nova.compute.provider_tree [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.590649] env[69695]: DEBUG oslo_concurrency.lockutils [req-9f062a12-690e-4445-a492-b681ec349032 req-b91c61d5-b1cc-482c-b97b-fb1d66d410d2 service nova] Releasing lock "refresh_cache-55114945-9fb0-43c8-b1b5-a131714850de" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.900695] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498748, 'name': ReconfigVM_Task, 'duration_secs': 0.446124} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.900759] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.902066] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39af16ff-e238-4ab0-821a-80af2ff91dad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.908478] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 884.908478] env[69695]: value = "task-3498749" [ 884.908478] env[69695]: _type = "Task" [ 884.908478] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.925266] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498749, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.966707] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52978d1d-6033-776b-a4f8-4a848b9d40a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.967022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.967313] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 55114945-9fb0-43c8-b1b5-a131714850de/55114945-9fb0-43c8-b1b5-a131714850de.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.967620] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.967815] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.968066] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce6ce6ac-3b95-45e3-b86c-94373095c79e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.970144] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac9ce24-6e72-45fb-8a7b-e6c25bbb837f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.976776] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 884.976776] env[69695]: value = "task-3498750" [ 884.976776] env[69695]: _type = "Task" [ 884.976776] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.981121] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.981317] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.982771] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8014f1a3-90b0-405d-bda9-0e75bb7bb651 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.987904] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.991978] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 884.991978] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bce925-e775-c984-1f7d-1359cf98de22" [ 884.991978] env[69695]: _type = "Task" [ 884.991978] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.000888] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bce925-e775-c984-1f7d-1359cf98de22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.060689] env[69695]: DEBUG nova.scheduler.client.report [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.111191] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "2165596f-68ea-4047-9250-3901ff2491f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.111525] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "2165596f-68ea-4047-9250-3901ff2491f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.111792] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "2165596f-68ea-4047-9250-3901ff2491f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.112045] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "2165596f-68ea-4047-9250-3901ff2491f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.112279] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "2165596f-68ea-4047-9250-3901ff2491f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.114873] env[69695]: INFO nova.compute.manager [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Terminating instance [ 885.371804] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "0f933921-6f0c-4c89-971f-b6e24a11f909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.372617] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.407040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "67d42a6e-33bb-4219-b4e9-361a55d96005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.407040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.419942] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498749, 'name': Rename_Task, 'duration_secs': 0.173675} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.420520] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.421282] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff76a99-e015-4ba6-876e-fa39dadb8c33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.432607] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 885.432607] env[69695]: value = "task-3498751" [ 885.432607] env[69695]: _type = "Task" [ 885.432607] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.442384] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.454029] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.454029] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.454029] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.454356] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.454652] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.454987] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.455361] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.455738] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.456699] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.456699] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.456699] env[69695]: DEBUG nova.virt.hardware [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.457508] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0895f930-170e-464f-93c4-c459f4bc2ab5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.473018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325530c2-a794-4691-9774-556578356c58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.492075] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:82:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee529166-a453-4863-9454-32d84fb14f69', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.500392] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.506019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.506019] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498750, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.507997] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274b2ab9-3f68-458f-822a-7b527e7bc6cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.528044] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bce925-e775-c984-1f7d-1359cf98de22, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.529903] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.529903] env[69695]: value = "task-3498752" [ 885.529903] env[69695]: _type = "Task" [ 885.529903] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.531026] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da318396-63b6-4051-aec2-70b844d0a515 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.539909] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 885.539909] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5230a198-6d50-2239-f9c4-2dce6514cf84" [ 885.539909] env[69695]: _type = "Task" [ 885.539909] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.542831] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498752, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.550349] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5230a198-6d50-2239-f9c4-2dce6514cf84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.566605] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.567323] env[69695]: DEBUG nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.570107] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.320s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.571684] env[69695]: INFO nova.compute.claims [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.620754] env[69695]: DEBUG nova.compute.manager [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.621085] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.622762] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16be0a0b-b4cc-4ab7-b7db-25ce6c89a9a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.632728] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.633083] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b233deaa-de83-4e0f-967f-bfe9ac720476 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.640115] env[69695]: DEBUG oslo_vmware.api [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 885.640115] env[69695]: value = "task-3498753" [ 885.640115] env[69695]: _type = "Task" [ 885.640115] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.654649] env[69695]: DEBUG oslo_vmware.api [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.874591] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.908948] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.942862] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.989405] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542683} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.989832] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 55114945-9fb0-43c8-b1b5-a131714850de/55114945-9fb0-43c8-b1b5-a131714850de.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.990240] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.990643] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bcc1b6f-dfb0-4fe0-b5b0-9775ba330541 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.000038] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 886.000038] env[69695]: value = "task-3498754" [ 886.000038] env[69695]: _type = "Task" [ 886.000038] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.021218] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.044811] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498752, 'name': CreateVM_Task, 'duration_secs': 0.339911} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.049373] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.050374] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.050633] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.051064] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.051883] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb3e8f8-4557-488a-9f35-9d9e17c8f0ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.058853] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5230a198-6d50-2239-f9c4-2dce6514cf84, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.060262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.060605] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.061053] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 886.061053] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5278ac9c-6b00-b6ce-a8f4-4142bbbdffc9" [ 886.061053] env[69695]: _type = "Task" [ 886.061053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.061492] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7776a55-3440-4cd2-895e-2b647f96c807 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.079397] env[69695]: DEBUG nova.compute.utils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.080719] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5278ac9c-6b00-b6ce-a8f4-4142bbbdffc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.082708] env[69695]: DEBUG nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 886.083045] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.083317] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.083595] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.083785] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.084014] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.084422] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 886.084422] env[69695]: value = "task-3498755" [ 886.084422] env[69695]: _type = "Task" [ 886.084422] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.088024] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a11e253-4ca5-4980-ae2d-daf43c4fea83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.099450] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.099690] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.100387] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4422a1a0-6563-439f-ab09-fee25ea809ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.106303] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 886.106303] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528c09eb-84a3-5387-7379-cd958b06d997" [ 886.106303] env[69695]: _type = "Task" [ 886.106303] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.114324] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528c09eb-84a3-5387-7379-cd958b06d997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.151892] env[69695]: DEBUG oslo_vmware.api [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498753, 'name': PowerOffVM_Task, 'duration_secs': 0.200126} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.152204] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.152383] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.152664] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec0d133-7359-40d3-855f-11a830705c6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.222891] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.223160] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.223361] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Deleting the datastore file [datastore1] 2165596f-68ea-4047-9250-3901ff2491f8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.223652] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb87437-f43e-4466-a67d-ae0521ba159f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.230679] env[69695]: DEBUG oslo_vmware.api [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for the task: (returnval){ [ 886.230679] env[69695]: value = "task-3498757" [ 886.230679] env[69695]: _type = "Task" [ 886.230679] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.239443] env[69695]: DEBUG oslo_vmware.api [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.406672] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.444980] env[69695]: DEBUG oslo_vmware.api [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498751, 'name': PowerOnVM_Task, 'duration_secs': 0.632866} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.446151] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.446586] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.446901] env[69695]: INFO nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Took 8.13 seconds to spawn the instance on the hypervisor. [ 886.447173] env[69695]: DEBUG nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.448225] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce30f0-82bc-4a49-847e-14c16a3c0b15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.510867] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074564} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.512975] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.514295] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bfe4d2-5937-4c81-bcbf-4e348ae2a7b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.543727] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 55114945-9fb0-43c8-b1b5-a131714850de/55114945-9fb0-43c8-b1b5-a131714850de.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.544593] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9815636-2980-42fc-94ae-0680976a5073 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.566465] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 886.566465] env[69695]: value = "task-3498758" [ 886.566465] env[69695]: _type = "Task" [ 886.566465] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.578056] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.586738] env[69695]: DEBUG nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.601502] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.602018] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.602989] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.602989] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70772077-8d5b-491e-8983-989b70d30b0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.612567] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 886.612567] env[69695]: value = "task-3498759" [ 886.612567] env[69695]: _type = "Task" [ 886.612567] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.620854] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528c09eb-84a3-5387-7379-cd958b06d997, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.625064] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a51c6e-44de-4f17-8e18-67a820170a1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.632311] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.635776] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 886.635776] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5e2b3-03da-f468-9d8d-aa5b2ccd4254" [ 886.635776] env[69695]: _type = "Task" [ 886.635776] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.646325] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5e2b3-03da-f468-9d8d-aa5b2ccd4254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.740686] env[69695]: DEBUG oslo_vmware.api [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Task: {'id': task-3498757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329499} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.740686] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.740954] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.741092] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.741282] env[69695]: INFO nova.compute.manager [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 886.741528] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.744159] env[69695]: DEBUG nova.compute.manager [-] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.744326] env[69695]: DEBUG nova.network.neutron [-] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.969883] env[69695]: INFO nova.compute.manager [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Took 38.91 seconds to build instance. [ 887.012780] env[69695]: DEBUG nova.compute.manager [req-4969fa8f-3b46-4fb4-b337-6e52545b1f53 req-22252b82-3865-4f20-9108-c917fad14f42 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Received event network-vif-deleted-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.013114] env[69695]: INFO nova.compute.manager [req-4969fa8f-3b46-4fb4-b337-6e52545b1f53 req-22252b82-3865-4f20-9108-c917fad14f42 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Neutron deleted interface 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd; detaching it from the instance and deleting it from the info cache [ 887.013288] env[69695]: DEBUG nova.network.neutron [req-4969fa8f-3b46-4fb4-b337-6e52545b1f53 req-22252b82-3865-4f20-9108-c917fad14f42 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.017269] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04339ef-0f36-4a7f-867a-f2c16dad4276 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.026299] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470fa2c6-70bf-4fc7-9651-c872596fc011 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.059702] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf58260-f458-4a7a-b0d9-762d198c5eab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.067590] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d030317-6064-4433-8aa6-ed54047e72f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.085106] env[69695]: DEBUG nova.compute.provider_tree [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.089457] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498758, 'name': ReconfigVM_Task, 'duration_secs': 0.346675} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.089925] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 55114945-9fb0-43c8-b1b5-a131714850de/55114945-9fb0-43c8-b1b5-a131714850de.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.091545] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa19ef5-b20a-4909-bc8e-ed246829b84c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.100355] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 887.100355] env[69695]: value = "task-3498760" [ 887.100355] env[69695]: _type = "Task" [ 887.100355] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.108720] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498760, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.122142] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069327} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.122518] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.123345] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baad210-12cd-409c-a838-f977629bfb52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.144083] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.144764] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8df7c34-6fc7-43a1-bfaf-8524f63907d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.169057] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5e2b3-03da-f468-9d8d-aa5b2ccd4254, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.170394] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.170664] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.170981] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 887.170981] env[69695]: value = "task-3498761" [ 887.170981] env[69695]: _type = "Task" [ 887.170981] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.171218] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93359afe-7b26-43b1-a67e-83b1da0aeb25 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.184898] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.186676] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 887.186676] env[69695]: value = "task-3498762" [ 887.186676] env[69695]: _type = "Task" [ 887.186676] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.196103] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.472898] env[69695]: DEBUG oslo_concurrency.lockutils [None req-548cd002-2839-4871-8606-bd162026003c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.508s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.494464] env[69695]: DEBUG nova.network.neutron [-] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.516297] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffe4ef7b-8081-4b08-8eb9-28c6cfcfa56d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.526574] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cc2800-10a7-4ff0-abc3-e0148f834e0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.563770] env[69695]: DEBUG nova.compute.manager [req-4969fa8f-3b46-4fb4-b337-6e52545b1f53 req-22252b82-3865-4f20-9108-c917fad14f42 service nova] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Detach interface failed, port_id=86b7105e-0de8-4e93-a2d0-1f3d5b0386dd, reason: Instance 2165596f-68ea-4047-9250-3901ff2491f8 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.594349] env[69695]: DEBUG nova.scheduler.client.report [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.606027] env[69695]: DEBUG nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.618766] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498760, 'name': Rename_Task, 'duration_secs': 0.142139} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.619324] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.619601] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda2dc2e-d8c7-47ea-bbd3-d8d27cf447a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.628173] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 887.628173] env[69695]: value = "task-3498763" [ 887.628173] env[69695]: _type = "Task" [ 887.628173] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.641085] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.649148] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.649347] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.649458] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.649649] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.649835] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.649994] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.650232] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.650397] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.650568] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.650747] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.650974] env[69695]: DEBUG nova.virt.hardware [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.651792] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d651d84-d219-4c94-957e-ab8df189e1cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.662018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb86949-06c4-4790-9b6e-4731dd9824cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.678474] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.684541] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Creating folder: Project (467d652148e6458ca31c51dcf199ec2c). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.688132] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf0d043-d539-48b4-9532-b9cda9469961 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.698437] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.701552] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498762, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.703450] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Created folder: Project (467d652148e6458ca31c51dcf199ec2c) in parent group-v699067. [ 887.703642] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Creating folder: Instances. Parent ref: group-v699235. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.703886] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ef31d1-f6fb-4291-8c6a-cfe84fa10bd9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.714690] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Created folder: Instances in parent group-v699235. [ 887.714690] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.714854] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.715123] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b3f4c7b-7a54-4159-a915-3e3bbfe9c78a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.734340] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.734340] env[69695]: value = "task-3498766" [ 887.734340] env[69695]: _type = "Task" [ 887.734340] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.741579] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498766, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.997583] env[69695]: INFO nova.compute.manager [-] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Took 1.25 seconds to deallocate network for instance. [ 888.098535] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.099107] env[69695]: DEBUG nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.102931] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.827s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.138689] env[69695]: DEBUG oslo_vmware.api [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498763, 'name': PowerOnVM_Task, 'duration_secs': 0.497226} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.139047] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.139138] env[69695]: INFO nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Took 7.26 seconds to spawn the instance on the hypervisor. [ 888.139319] env[69695]: DEBUG nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.140081] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92365a-591c-4f14-8dfa-9e77e5ab24a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.191430] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498761, 'name': ReconfigVM_Task, 'duration_secs': 0.711197} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.194523] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.195337] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be33761d-8526-47f5-92b3-f3b2ff693115 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.201938] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537461} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.203250] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.203364] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.203581] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 888.203581] env[69695]: value = "task-3498767" [ 888.203581] env[69695]: _type = "Task" [ 888.203581] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.203768] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1687c663-e854-4967-bb36-d75a61c09070 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.213885] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498767, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.215072] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 888.215072] env[69695]: value = "task-3498768" [ 888.215072] env[69695]: _type = "Task" [ 888.215072] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.225451] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.246950] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498766, 'name': CreateVM_Task, 'duration_secs': 0.31072} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.247106] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.247576] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.247773] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.248120] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.248382] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0d8d1b-42da-4615-b197-4ad79b4c7284 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.254145] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 888.254145] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c5e2d-228f-a1bb-6806-691744947fdc" [ 888.254145] env[69695]: _type = "Task" [ 888.254145] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.267382] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c5e2d-228f-a1bb-6806-691744947fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.506146] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.556619] env[69695]: INFO nova.compute.manager [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Rebuilding instance [ 888.601033] env[69695]: DEBUG nova.compute.manager [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.601849] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be691f-df24-4f66-9ea7-dda8f259485b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.607587] env[69695]: INFO nova.compute.claims [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.611935] env[69695]: DEBUG nova.compute.utils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.614945] env[69695]: DEBUG nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 888.657883] env[69695]: INFO nova.compute.manager [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Took 37.99 seconds to build instance. [ 888.716958] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498767, 'name': Rename_Task, 'duration_secs': 0.358293} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.719905] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.720186] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81429ce6-d9d8-4948-b946-0468e68417f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.727379] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071202} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.728529] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.728876] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 888.728876] env[69695]: value = "task-3498769" [ 888.728876] env[69695]: _type = "Task" [ 888.728876] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.729631] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5e23ac-d30b-410c-960a-624ee81271d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.742530] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.760805] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.761218] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb2faac-4cbb-4c22-a86a-c800e9d8a68a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.785678] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c5e2d-228f-a1bb-6806-691744947fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.787108] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.787358] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.787594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.787817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.788019] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.788395] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 888.788395] env[69695]: value = "task-3498770" [ 888.788395] env[69695]: _type = "Task" [ 888.788395] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.788621] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e957d66e-c2c9-44cc-b1df-0e666fab3e36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.798599] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.800581] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.800581] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.800767] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8992c8d-08f9-41fd-b19b-53c29c801e82 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.805954] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 888.805954] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5246c03b-907c-05ed-a323-03ed8bdd1eee" [ 888.805954] env[69695]: _type = "Task" [ 888.805954] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.815972] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5246c03b-907c-05ed-a323-03ed8bdd1eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.008628] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52269f36-23e4-ec2f-9694-a939add10cac/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.009608] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed428856-28ac-481f-9028-ec3350218705 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.016093] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52269f36-23e4-ec2f-9694-a939add10cac/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.016286] env[69695]: ERROR oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52269f36-23e4-ec2f-9694-a939add10cac/disk-0.vmdk due to incomplete transfer. [ 889.016556] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14ac7229-b40a-462c-8a84-ef5873363573 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.023690] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52269f36-23e4-ec2f-9694-a939add10cac/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 889.023859] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Uploaded image a3499262-b27d-4aa5-b73f-fa7d2e296c1a to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 889.025976] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.026242] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5cb59293-3704-4537-83cd-5b1743b5918b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.032291] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 889.032291] env[69695]: value = "task-3498771" [ 889.032291] env[69695]: _type = "Task" [ 889.032291] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.040954] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498771, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.116721] env[69695]: INFO nova.compute.resource_tracker [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating resource usage from migration 36396da5-a3e4-4e43-bbdc-23bf6adbc082 [ 889.119126] env[69695]: DEBUG nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.161603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e160493d-0313-45a0-91a6-48d0648f6aeb tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "55114945-9fb0-43c8-b1b5-a131714850de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.102s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.244748] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.302281] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498770, 'name': ReconfigVM_Task, 'duration_secs': 0.489105} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.302563] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3/b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.303722] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8edb45a5-a2e3-4db4-83ac-a37092812ad2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.311774] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 889.311774] env[69695]: value = "task-3498772" [ 889.311774] env[69695]: _type = "Task" [ 889.311774] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.319820] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5246c03b-907c-05ed-a323-03ed8bdd1eee, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.323159] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd17fe9a-3260-4920-bd58-dcd3a987b58c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.328873] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498772, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.331666] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 889.331666] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e7ec1c-5e01-4c51-53ec-f6a8926c4af9" [ 889.331666] env[69695]: _type = "Task" [ 889.331666] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.343770] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e7ec1c-5e01-4c51-53ec-f6a8926c4af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.544933] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498771, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.561805] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29498d8b-f61c-41c2-a4d4-58cd50977f5b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.569844] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d297cd-4b67-4c88-8605-8ba19ae5c00e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.602384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcdbc38-a969-4d79-88d5-6267a0cfc9b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.610632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e166490-4cf0-4ecc-a51c-3559be3b6bb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.628225] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.629026] env[69695]: DEBUG nova.compute.provider_tree [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.629938] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b96223-9b4e-4cc9-b95e-e14b16cf7775 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.638879] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 889.638879] env[69695]: value = "task-3498773" [ 889.638879] env[69695]: _type = "Task" [ 889.638879] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.743108] env[69695]: DEBUG oslo_vmware.api [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498769, 'name': PowerOnVM_Task, 'duration_secs': 0.77693} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.744521] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.744521] env[69695]: DEBUG nova.compute.manager [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.744521] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c7fe2-66a7-4f84-aee1-9203d26d8fc2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.822187] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498772, 'name': Rename_Task, 'duration_secs': 0.144446} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.822468] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.822716] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c57b39c-e8f7-4987-9854-d3e46f7633bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.829569] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 889.829569] env[69695]: value = "task-3498774" [ 889.829569] env[69695]: _type = "Task" [ 889.829569] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.837797] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.845528] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e7ec1c-5e01-4c51-53ec-f6a8926c4af9, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.845805] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.846134] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] ac5ce37f-cbc6-414a-9237-2009ae0168fd/ac5ce37f-cbc6-414a-9237-2009ae0168fd.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.846429] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c12f422-c1df-4302-adb5-3bd903a4cc43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.853543] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 889.853543] env[69695]: value = "task-3498775" [ 889.853543] env[69695]: _type = "Task" [ 889.853543] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.861571] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.891304] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.891542] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.016308] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "55114945-9fb0-43c8-b1b5-a131714850de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.016624] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "55114945-9fb0-43c8-b1b5-a131714850de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.016883] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "55114945-9fb0-43c8-b1b5-a131714850de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.017139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "55114945-9fb0-43c8-b1b5-a131714850de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.017358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "55114945-9fb0-43c8-b1b5-a131714850de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.019716] env[69695]: INFO nova.compute.manager [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Terminating instance [ 890.042864] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498771, 'name': Destroy_Task, 'duration_secs': 0.611608} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.043161] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Destroyed the VM [ 890.043401] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.043661] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d95a2e3-5244-4b75-b385-cca2e56b7bb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.051126] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 890.051126] env[69695]: value = "task-3498776" [ 890.051126] env[69695]: _type = "Task" [ 890.051126] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.059483] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.132237] env[69695]: DEBUG nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.135324] env[69695]: DEBUG nova.scheduler.client.report [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.150220] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498773, 'name': PowerOffVM_Task, 'duration_secs': 0.438756} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.151328] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.152492] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.153050] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9069015e-c8b5-4b48-815e-ba107a64e549 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.159743] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.159995] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.160178] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.160389] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.160499] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.160676] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.160857] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.160997] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.161189] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.161380] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.161519] env[69695]: DEBUG nova.virt.hardware [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.163401] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf02634-cde5-43ab-bdf7-d3ee5c540424 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.169671] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.170369] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a78d74-644f-4693-b9bf-067d345d7aa8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.176595] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d452f-0987-4c4f-b0d7-5b5417f9c87b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.193186] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.199626] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.199930] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.200204] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f56b4c-aff7-47dc-a983-88e51f6563b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.217598] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.217598] env[69695]: value = "task-3498778" [ 890.217598] env[69695]: _type = "Task" [ 890.217598] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.230523] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498778, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.252597] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.252597] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.252597] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore2] 8a789c7a-e117-4c6a-8a9d-64c038114e33 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.252888] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e4ba702-07ca-43a7-8511-69912630a07b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.265109] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 890.265109] env[69695]: value = "task-3498779" [ 890.265109] env[69695]: _type = "Task" [ 890.265109] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.265510] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.275736] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.342962] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.364417] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.407269] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.408588] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.408588] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.408588] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.408588] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.408588] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.408588] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 890.409431] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.523868] env[69695]: DEBUG nova.compute.manager [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.524112] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.525032] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef4a2e6-3751-475a-9f13-0d391de4c461 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542694] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.543090] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5292401-67a9-4e56-8b51-972d1a885cdf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.549445] env[69695]: DEBUG oslo_vmware.api [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 890.549445] env[69695]: value = "task-3498780" [ 890.549445] env[69695]: _type = "Task" [ 890.549445] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.564932] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498776, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.565622] env[69695]: DEBUG oslo_vmware.api [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.640794] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.538s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.641016] env[69695]: INFO nova.compute.manager [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Migrating [ 890.647872] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.738s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.649972] env[69695]: INFO nova.compute.claims [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.728302] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498778, 'name': CreateVM_Task, 'duration_secs': 0.389146} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.728514] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.728973] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.729166] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.729494] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.729780] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a274ee05-fd4b-4f11-88e1-ebfdba525714 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.734839] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 890.734839] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52466ddf-0a55-cf82-1370-d0048a89d25e" [ 890.734839] env[69695]: _type = "Task" [ 890.734839] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.743995] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52466ddf-0a55-cf82-1370-d0048a89d25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.776272] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339448} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.776272] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.776502] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.776895] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.841083] env[69695]: DEBUG oslo_vmware.api [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498774, 'name': PowerOnVM_Task, 'duration_secs': 0.596935} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.841364] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.841565] env[69695]: DEBUG nova.compute.manager [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.842355] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27415410-cbfe-420b-bfb6-edd2e5a7cdf6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.863307] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578936} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.863689] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] ac5ce37f-cbc6-414a-9237-2009ae0168fd/ac5ce37f-cbc6-414a-9237-2009ae0168fd.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.863791] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.864062] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-341603fd-c05c-4e3c-92a1-c0ac4ac9241f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.871731] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 890.871731] env[69695]: value = "task-3498781" [ 890.871731] env[69695]: _type = "Task" [ 890.871731] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.882636] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.893227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.893446] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.912108] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.067950] env[69695]: DEBUG oslo_vmware.api [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498780, 'name': PowerOffVM_Task, 'duration_secs': 0.208323} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.068219] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498776, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.068494] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.068665] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.068933] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-196cb337-c1e8-4efe-b3b3-f5a447091038 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.152194] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.152194] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.152194] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Deleting the datastore file [datastore2] 55114945-9fb0-43c8-b1b5-a131714850de {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.152194] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1eeaa2-dd63-4cd8-8a7a-4451610bf479 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.168183] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.168897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.169507] env[69695]: DEBUG nova.network.neutron [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.173022] env[69695]: DEBUG oslo_vmware.api [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for the task: (returnval){ [ 891.173022] env[69695]: value = "task-3498783" [ 891.173022] env[69695]: _type = "Task" [ 891.173022] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.186805] env[69695]: DEBUG oslo_vmware.api [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.245948] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52466ddf-0a55-cf82-1370-d0048a89d25e, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.246297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.246534] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.246784] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.247015] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.247321] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.247713] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522887c0-93f7-4cca-b539-0bacf367b4e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.259486] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.259706] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.260848] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ab6121-82f8-4048-9211-54b4a3a40d39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.266460] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 891.266460] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5291798d-3950-b85a-bb0b-80d6d0f02385" [ 891.266460] env[69695]: _type = "Task" [ 891.266460] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.274564] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5291798d-3950-b85a-bb0b-80d6d0f02385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.310152] env[69695]: INFO nova.compute.manager [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Rebuilding instance [ 891.362388] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.362590] env[69695]: DEBUG nova.compute.manager [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.363638] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3f5cf-f2da-4727-a029-77f3c8e679d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.385551] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28373} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.385847] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.386669] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af873820-ca4a-49f7-b8b0-f4fdf9acf351 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.400430] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.412271] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ac5ce37f-cbc6-414a-9237-2009ae0168fd/ac5ce37f-cbc6-414a-9237-2009ae0168fd.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.413633] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb8ed83-b995-4c18-ad30-b4f70c0baae1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.434707] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 891.434707] env[69695]: value = "task-3498784" [ 891.434707] env[69695]: _type = "Task" [ 891.434707] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.443881] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.563946] env[69695]: DEBUG oslo_vmware.api [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498776, 'name': RemoveSnapshot_Task, 'duration_secs': 1.19861} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.564255] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.564500] env[69695]: INFO nova.compute.manager [None req-1426c52f-0775-404a-bcc6-b0916ae9c653 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 891.692062] env[69695]: DEBUG oslo_vmware.api [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Task: {'id': task-3498783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527309} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.692424] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.692505] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.692671] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.692848] env[69695]: INFO nova.compute.manager [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Took 1.17 seconds to destroy the instance on the hypervisor. [ 891.693247] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.693341] env[69695]: DEBUG nova.compute.manager [-] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.693412] env[69695]: DEBUG nova.network.neutron [-] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.777643] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5291798d-3950-b85a-bb0b-80d6d0f02385, 'name': SearchDatastore_Task, 'duration_secs': 0.064125} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.778485] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7053da36-97a1-4f7c-857d-dc119cd2dff4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.786903] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 891.786903] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5293be02-e378-b03b-da0d-bfd48f1d2f34" [ 891.786903] env[69695]: _type = "Task" [ 891.786903] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.808158] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5293be02-e378-b03b-da0d-bfd48f1d2f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.830768] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.830768] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.830986] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.831088] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.831245] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.831397] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.831610] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.831769] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.831938] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.832114] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.832502] env[69695]: DEBUG nova.virt.hardware [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.833461] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6930ed3-fba9-4043-93db-26bd12d037e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.843045] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3393f-8604-43ab-97dc-634f28402a7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.858959] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:56:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9177c97f-7e47-4553-bd4c-eac9317cf54e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.866417] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.869664] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.871131] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6978380-4a44-4b6a-b527-0e216cc5f72f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.898654] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.898654] env[69695]: value = "task-3498785" [ 891.898654] env[69695]: _type = "Task" [ 891.898654] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.909656] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498785, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.930483] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.949912] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.063211] env[69695]: DEBUG nova.network.neutron [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.255956] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c739084-7164-43cf-858a-f5a88131edb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.264506] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b43919-4477-4477-871c-cc60254bfb96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.305948] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d027cf72-590f-4274-b448-65abba20f8dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.312255] env[69695]: DEBUG nova.compute.manager [req-d0e6b1f6-e483-4743-a23e-e6bad0f635a8 req-697ec506-0178-4e5c-8958-713068c6eac7 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Received event network-vif-deleted-436e6009-68b5-4fe5-baf6-6b4574e8663e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.312383] env[69695]: INFO nova.compute.manager [req-d0e6b1f6-e483-4743-a23e-e6bad0f635a8 req-697ec506-0178-4e5c-8958-713068c6eac7 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Neutron deleted interface 436e6009-68b5-4fe5-baf6-6b4574e8663e; detaching it from the instance and deleting it from the info cache [ 892.312626] env[69695]: DEBUG nova.network.neutron [req-d0e6b1f6-e483-4743-a23e-e6bad0f635a8 req-697ec506-0178-4e5c-8958-713068c6eac7 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.321424] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5293be02-e378-b03b-da0d-bfd48f1d2f34, 'name': SearchDatastore_Task, 'duration_secs': 0.028075} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.321424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.321424] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.322447] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f464d-15b4-4bf2-9d20-36a5bf88ce17 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.327405] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bb8d8bf-7b52-4b6a-977f-6ed7b7560a77 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.342494] env[69695]: DEBUG nova.compute.provider_tree [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.346230] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 892.346230] env[69695]: value = "task-3498786" [ 892.346230] env[69695]: _type = "Task" [ 892.346230] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.355521] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.394628] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.395341] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77073b74-0aec-44d8-8a26-d5c093a47035 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.404725] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 892.404725] env[69695]: value = "task-3498787" [ 892.404725] env[69695]: _type = "Task" [ 892.404725] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.411444] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498785, 'name': CreateVM_Task, 'duration_secs': 0.489926} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.412078] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.412958] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.413226] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.413641] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.417163] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331ec7af-5f9c-4ac0-a8ee-0a95b73d4317 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.418941] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.421884] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 892.421884] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a81a73-7a34-8c6d-f894-11592f6e6532" [ 892.421884] env[69695]: _type = "Task" [ 892.421884] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.430186] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a81a73-7a34-8c6d-f894-11592f6e6532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.443832] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498784, 'name': ReconfigVM_Task, 'duration_secs': 0.785873} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.444133] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ac5ce37f-cbc6-414a-9237-2009ae0168fd/ac5ce37f-cbc6-414a-9237-2009ae0168fd.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.444727] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a622dda2-25b6-4422-8d10-71b3ea9f6d23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.451449] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 892.451449] env[69695]: value = "task-3498788" [ 892.451449] env[69695]: _type = "Task" [ 892.451449] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.459798] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498788, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.565799] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.654461] env[69695]: DEBUG nova.network.neutron [-] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.822150] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b57149e1-5b05-48d9-8704-617b017c079a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.832576] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e63ba4-23eb-4bf4-b086-87eea3efcfd3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.849533] env[69695]: DEBUG nova.scheduler.client.report [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.870965] env[69695]: DEBUG nova.compute.manager [req-d0e6b1f6-e483-4743-a23e-e6bad0f635a8 req-697ec506-0178-4e5c-8958-713068c6eac7 service nova] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Detach interface failed, port_id=436e6009-68b5-4fe5-baf6-6b4574e8663e, reason: Instance 55114945-9fb0-43c8-b1b5-a131714850de could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.878150] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535983} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.878911] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.879723] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.879913] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca07959e-0323-42ae-be17-4b2f87408a9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.886628] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 892.886628] env[69695]: value = "task-3498789" [ 892.886628] env[69695]: _type = "Task" [ 892.886628] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.894705] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.915545] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498787, 'name': PowerOffVM_Task, 'duration_secs': 0.131603} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.915545] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.915910] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.916534] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f74792-9225-46fe-98a3-4c759c6e129b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.923173] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.926599] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e66ef857-fc47-4eb0-8f62-28e69c815fbd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.936153] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a81a73-7a34-8c6d-f894-11592f6e6532, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.936513] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.936796] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.937071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.937381] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.937515] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.937829] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-197e1702-a336-4bb8-b4c6-9d37b02225d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.946663] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.946878] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.947631] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bba43d-3afd-4032-9bae-f27728bf531b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.957412] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 892.957412] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cb705a-7d27-64e2-e48e-4a8e14798051" [ 892.957412] env[69695]: _type = "Task" [ 892.957412] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.957668] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.957855] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.958048] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Deleting the datastore file [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.958699] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a334c15-b488-4a11-bce7-5af398952289 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.966142] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498788, 'name': Rename_Task, 'duration_secs': 0.345512} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.966822] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.967331] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b68d71b5-6670-44e4-b8b7-0cd880d4f145 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.974058] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cb705a-7d27-64e2-e48e-4a8e14798051, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.976741] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 892.976741] env[69695]: value = "task-3498791" [ 892.976741] env[69695]: _type = "Task" [ 892.976741] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.977118] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 892.977118] env[69695]: value = "task-3498792" [ 892.977118] env[69695]: _type = "Task" [ 892.977118] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.977336] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab471a87-8efd-489a-9581-e3b44278536f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.989992] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 892.989992] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52da44e7-2ca7-b280-5571-a9cd9a1fa3dc" [ 892.989992] env[69695]: _type = "Task" [ 892.989992] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.996108] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.996357] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498792, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.006047] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52da44e7-2ca7-b280-5571-a9cd9a1fa3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.157175] env[69695]: INFO nova.compute.manager [-] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Took 1.46 seconds to deallocate network for instance. [ 893.372744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.373298] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.376567] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.970s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.376567] env[69695]: DEBUG nova.objects.instance [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lazy-loading 'resources' on Instance uuid 02c9949a-ff1f-4ae3-a942-523833e37fdf {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.399271] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106514} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.400185] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.400433] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d34b4f-938e-44ed-b159-0987a0213687 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.423068] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.423361] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2586cf-5da8-4542-bff7-8e8fa05b638a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.445524] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 893.445524] env[69695]: value = "task-3498793" [ 893.445524] env[69695]: _type = "Task" [ 893.445524] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.454271] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.492857] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146955} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.496600] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.496799] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.496994] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.499465] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.510069] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52da44e7-2ca7-b280-5571-a9cd9a1fa3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.025953} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.510346] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.510594] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.510861] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50c9959-b82e-4ea5-a5c9-a1d665deebb4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.519030] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 893.519030] env[69695]: value = "task-3498794" [ 893.519030] env[69695]: _type = "Task" [ 893.519030] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.524210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.524210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.524210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.524402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.525033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.529273] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.529907] env[69695]: INFO nova.compute.manager [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Terminating instance [ 893.664451] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.879837] env[69695]: DEBUG nova.compute.utils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.881414] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.882638] env[69695]: DEBUG nova.network.neutron [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.928081] env[69695]: DEBUG nova.policy [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd94b62aa1a42f3b03b6c5e6a8a754c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe881560d4d42749eb4ddba42912d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.958575] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.993191] env[69695]: DEBUG oslo_vmware.api [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498792, 'name': PowerOnVM_Task, 'duration_secs': 0.809524} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.996800] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.997297] env[69695]: INFO nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Took 6.39 seconds to spawn the instance on the hypervisor. [ 893.997682] env[69695]: DEBUG nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.999153] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57facd53-12ad-4ad2-9f70-0582117185b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.032705] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498794, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.037032] env[69695]: DEBUG nova.compute.manager [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.037433] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.038933] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ca7d1-8f6a-4d28-a1bc-637960fe5da0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.048643] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.048944] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33303dc3-3b65-4481-be32-d50df0e860c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.062676] env[69695]: DEBUG oslo_vmware.api [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 894.062676] env[69695]: value = "task-3498795" [ 894.062676] env[69695]: _type = "Task" [ 894.062676] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.072344] env[69695]: DEBUG oslo_vmware.api [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.090055] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9ffccd-c304-4277-8707-bc61e64c6297 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.108873] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.276363] env[69695]: DEBUG nova.network.neutron [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Successfully created port: a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.387607] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.443293] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f56fd32-5dbe-4fee-814b-beea610119d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.463749] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75a30ac-d583-432e-a4f8-ed23dcc950f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.467262] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498793, 'name': ReconfigVM_Task, 'duration_secs': 0.648501} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.467544] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.468522] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c407add-a949-4161-b2c0-983aff5248b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.500231] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb7822a-91b9-4081-b07b-3f01989236eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.504156] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 894.504156] env[69695]: value = "task-3498796" [ 894.504156] env[69695]: _type = "Task" [ 894.504156] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.509368] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec509f0-840c-47d6-abfa-377e5fcf286c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.516298] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498796, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.532761] env[69695]: DEBUG nova.compute.provider_tree [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.538950] env[69695]: INFO nova.compute.manager [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Took 39.88 seconds to build instance. [ 894.545923] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846888} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.546256] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.546528] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.548622] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c460fc-1278-4c28-a858-728b3eb3dfe2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.557124] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 894.557124] env[69695]: value = "task-3498797" [ 894.557124] env[69695]: _type = "Task" [ 894.557124] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.562642] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.562940] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.563094] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.563313] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.563458] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.563599] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.563880] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.564221] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.564359] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.564440] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.564621] env[69695]: DEBUG nova.virt.hardware [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.565978] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7adf45-97a5-4b36-a0cb-e53d80cfacbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.575988] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.583296] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fff24a-ca9b-492b-9f93-221776a688ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.587656] env[69695]: DEBUG oslo_vmware.api [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498795, 'name': PowerOffVM_Task, 'duration_secs': 0.363895} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.588302] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.588468] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.589368] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434e1933-ecd5-4d49-9e1f-f89a87023a85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.599583] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.605089] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.606223] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.606463] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e1af488-7347-4c33-8db5-5de1ae6af761 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.619745] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.620040] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d64186-5078-4dfb-91bc-a8603fa62b7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.627112] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.627112] env[69695]: value = "task-3498800" [ 894.627112] env[69695]: _type = "Task" [ 894.627112] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.628408] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 894.628408] env[69695]: value = "task-3498799" [ 894.628408] env[69695]: _type = "Task" [ 894.628408] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.640243] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.643654] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498800, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.681895] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.682256] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.682327] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleting the datastore file [datastore1] 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.682561] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585f422b-b7df-43d1-8ecc-2b9d0aa78724 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.690227] env[69695]: DEBUG oslo_vmware.api [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 894.690227] env[69695]: value = "task-3498801" [ 894.690227] env[69695]: _type = "Task" [ 894.690227] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.698448] env[69695]: DEBUG oslo_vmware.api [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.012430] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498796, 'name': Rename_Task, 'duration_secs': 0.154964} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.012566] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.012779] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a276c0-512b-40b9-94b4-e1f937297009 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.018589] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 895.018589] env[69695]: value = "task-3498802" [ 895.018589] env[69695]: _type = "Task" [ 895.018589] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.026298] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.043448] env[69695]: DEBUG oslo_concurrency.lockutils [None req-713f42cc-e2c6-484f-9daa-943fd65e1637 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.609s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.062076] env[69695]: ERROR nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] [req-f246952b-0e2e-4c13-b942-349d1684bcca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e7ace027-77c9-43a3-ae53-5d93decba6e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f246952b-0e2e-4c13-b942-349d1684bcca"}]} [ 895.072054] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087385} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.072054] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.072054] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1582cc3-7982-4b6f-b6e1-9a88fc162b91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.094337] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.095542] env[69695]: DEBUG nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.097914] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b7f59a-952c-4743-bf13-5eee75f13fe9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.117725] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 895.117725] env[69695]: value = "task-3498803" [ 895.117725] env[69695]: _type = "Task" [ 895.117725] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.124552] env[69695]: DEBUG nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.124769] env[69695]: DEBUG nova.compute.provider_tree [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.130214] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.142050] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498800, 'name': CreateVM_Task, 'duration_secs': 0.343053} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.143057] env[69695]: DEBUG nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.147803] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.148168] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498799, 'name': PowerOffVM_Task, 'duration_secs': 0.303928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.148746] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.148905] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.149256] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.149499] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.149699] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.153240] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a6cd4c-bfb8-4dd4-8999-b7c0840c66b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.159053] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 895.159053] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529bc6ff-fc84-fea0-a3ff-eaa12b95dc0d" [ 895.159053] env[69695]: _type = "Task" [ 895.159053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.166708] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529bc6ff-fc84-fea0-a3ff-eaa12b95dc0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.167646] env[69695]: DEBUG nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.206336] env[69695]: DEBUG oslo_vmware.api [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31636} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.210631] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.210900] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.211168] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.211422] env[69695]: INFO nova.compute.manager [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 895.211747] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.212626] env[69695]: DEBUG nova.compute.manager [-] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.212744] env[69695]: DEBUG nova.network.neutron [-] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.398077] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.427257] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.427510] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.427665] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.427847] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.428046] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.428183] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.428447] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.428574] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.428957] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.428957] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.429086] env[69695]: DEBUG nova.virt.hardware [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.429942] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bceb3cf-c2f5-4960-b895-4fe277ebb6d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.442058] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158733ef-a682-47dc-8cab-6f19053706a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.506806] env[69695]: DEBUG nova.compute.manager [req-414c6807-a24d-4679-b57d-91dfb773833b req-59ea2283-24df-44a1-8828-8e07d0fb929e service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Received event network-vif-deleted-9c72e0a9-b8d1-442b-8010-302380e3987a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.507035] env[69695]: INFO nova.compute.manager [req-414c6807-a24d-4679-b57d-91dfb773833b req-59ea2283-24df-44a1-8828-8e07d0fb929e service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Neutron deleted interface 9c72e0a9-b8d1-442b-8010-302380e3987a; detaching it from the instance and deleting it from the info cache [ 895.507281] env[69695]: DEBUG nova.network.neutron [req-414c6807-a24d-4679-b57d-91dfb773833b req-59ea2283-24df-44a1-8828-8e07d0fb929e service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.539879] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.628591] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.644723] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a1f0b1-55a5-49f3-81fa-3025a0e7afc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.653182] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b035a5-81f6-4937-adee-a911b862e276 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.658759] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.659075] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.659298] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.659505] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.659694] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.659862] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.660095] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.660273] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.660450] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.660620] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.660794] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.665674] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5819cfee-1a64-4125-b514-228db6c57ad5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.706438] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c2664-b538-4a7d-a4da-a63643250b9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.716711] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529bc6ff-fc84-fea0-a3ff-eaa12b95dc0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.719933] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.720187] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.720433] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.720579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.720761] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.721102] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 895.721102] env[69695]: value = "task-3498804" [ 895.721102] env[69695]: _type = "Task" [ 895.721102] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.721368] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85366821-562c-4c8f-8241-1c444ca47404 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.724469] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47de4043-f85d-4bca-8718-2eb1212fa004 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.741589] env[69695]: DEBUG nova.compute.provider_tree [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.746358] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.747896] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.748110] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.748828] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d7f043-e87b-44a2-b7ea-5cc05e969b82 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.755148] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 895.755148] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52206cb8-5112-bddc-7b58-2ea8cd7b7a10" [ 895.755148] env[69695]: _type = "Task" [ 895.755148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.765584] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52206cb8-5112-bddc-7b58-2ea8cd7b7a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.828298] env[69695]: DEBUG nova.network.neutron [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Successfully updated port: a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.975982] env[69695]: DEBUG nova.network.neutron [-] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.013779] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00632370-93ec-40b6-8619-4aacf1ba2aee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.028753] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8994c09-3b0d-477e-af95-4fd33169a8af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.046076] env[69695]: DEBUG oslo_vmware.api [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498802, 'name': PowerOnVM_Task, 'duration_secs': 0.674223} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.046076] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.046076] env[69695]: INFO nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Took 5.91 seconds to spawn the instance on the hypervisor. [ 896.048491] env[69695]: DEBUG nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.049611] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3811429-ac32-4340-846d-e35cccafe95a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.068464] env[69695]: DEBUG nova.compute.manager [req-414c6807-a24d-4679-b57d-91dfb773833b req-59ea2283-24df-44a1-8828-8e07d0fb929e service nova] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Detach interface failed, port_id=9c72e0a9-b8d1-442b-8010-302380e3987a, reason: Instance 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.128130] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498803, 'name': ReconfigVM_Task, 'duration_secs': 0.608329} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.128434] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 8a789c7a-e117-4c6a-8a9d-64c038114e33/8a789c7a-e117-4c6a-8a9d-64c038114e33.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.129122] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d5ec1f-a250-4fe4-b0a8-418c29ad49c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.136820] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 896.136820] env[69695]: value = "task-3498805" [ 896.136820] env[69695]: _type = "Task" [ 896.136820] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.153719] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498805, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.232911] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498804, 'name': ReconfigVM_Task, 'duration_secs': 0.487194} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.233290] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.248378] env[69695]: DEBUG nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.267473] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52206cb8-5112-bddc-7b58-2ea8cd7b7a10, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.268927] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10bc91f-c893-4e09-a8ff-3181d4bdd3c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.275102] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 896.275102] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52effb63-8486-f9f9-c598-97df60b3fc1c" [ 896.275102] env[69695]: _type = "Task" [ 896.275102] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.283542] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52effb63-8486-f9f9-c598-97df60b3fc1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.330923] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.331185] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.331454] env[69695]: DEBUG nova.network.neutron [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.479013] env[69695]: INFO nova.compute.manager [-] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Took 1.27 seconds to deallocate network for instance. [ 896.584998] env[69695]: INFO nova.compute.manager [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Took 41.36 seconds to build instance. [ 896.648884] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498805, 'name': Rename_Task, 'duration_secs': 0.174877} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.649292] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.649879] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e96ad865-70a1-4dca-81aa-c7a532e2285b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.657755] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 896.657755] env[69695]: value = "task-3498806" [ 896.657755] env[69695]: _type = "Task" [ 896.657755] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.667422] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bce3fd05-a9d7-4e21-8232-be19b4608ea8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1846489066',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.742017] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.742768] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.743119] env[69695]: DEBUG nova.virt.hardware [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.748907] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.749769] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c043c2-be31-45ec-82b2-97c1eb289ba9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.765590] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.389s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.768034] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.181s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.768415] env[69695]: DEBUG nova.objects.instance [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lazy-loading 'resources' on Instance uuid 2cf6c894-903e-45b7-a962-f1f83638ab31 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.776707] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 896.776707] env[69695]: value = "task-3498807" [ 896.776707] env[69695]: _type = "Task" [ 896.776707] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.790627] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52effb63-8486-f9f9-c598-97df60b3fc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.793966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.794429] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.794885] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.795493] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49315bff-9cbf-467a-a462-7d462b6e8c99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.804148] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 896.804148] env[69695]: value = "task-3498808" [ 896.804148] env[69695]: _type = "Task" [ 896.804148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.813056] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.851838] env[69695]: INFO nova.scheduler.client.report [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Deleted allocations for instance 02c9949a-ff1f-4ae3-a942-523833e37fdf [ 896.874179] env[69695]: DEBUG nova.network.neutron [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.907258] env[69695]: INFO nova.compute.manager [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Rebuilding instance [ 896.956454] env[69695]: DEBUG nova.compute.manager [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.957425] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d087d-e0cd-4d63-896f-03bf8cb2d41a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.987599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.017175] env[69695]: DEBUG nova.network.neutron [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updating instance_info_cache with network_info: [{"id": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "address": "fa:16:3e:f4:c0:c9", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b9fb8-6e", "ovs_interfaceid": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.086575] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91c87120-816f-4d62-b9cd-af83311f2e83 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.754s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.104210] env[69695]: DEBUG nova.objects.instance [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lazy-loading 'flavor' on Instance uuid 849db371-fc20-47d4-b1e0-159455f77845 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.167697] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.293963] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.312711] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.360846] env[69695]: DEBUG oslo_concurrency.lockutils [None req-29460da4-62c9-49b4-9711-d1e987e07b97 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Lock "02c9949a-ff1f-4ae3-a942-523833e37fdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.494s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.520354] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.520747] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance network_info: |[{"id": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "address": "fa:16:3e:f4:c0:c9", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b9fb8-6e", "ovs_interfaceid": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.523906] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c0:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.532258] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.532990] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.534156] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cbece80-00ca-4d73-a87f-59390e098313 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.554523] env[69695]: DEBUG nova.compute.manager [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Received event network-vif-plugged-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.554756] env[69695]: DEBUG oslo_concurrency.lockutils [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] Acquiring lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.554965] env[69695]: DEBUG oslo_concurrency.lockutils [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.555149] env[69695]: DEBUG oslo_concurrency.lockutils [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.555345] env[69695]: DEBUG nova.compute.manager [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] No waiting events found dispatching network-vif-plugged-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.555516] env[69695]: WARNING nova.compute.manager [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Received unexpected event network-vif-plugged-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 for instance with vm_state building and task_state spawning. [ 897.555746] env[69695]: DEBUG nova.compute.manager [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Received event network-changed-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.555998] env[69695]: DEBUG nova.compute.manager [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Refreshing instance network info cache due to event network-changed-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.556298] env[69695]: DEBUG oslo_concurrency.lockutils [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] Acquiring lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.556510] env[69695]: DEBUG oslo_concurrency.lockutils [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] Acquired lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.556687] env[69695]: DEBUG nova.network.neutron [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Refreshing network info cache for port a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.564421] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.564421] env[69695]: value = "task-3498809" [ 897.564421] env[69695]: _type = "Task" [ 897.564421] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.576755] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498809, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.612264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.612264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.671474] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.746334] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab0984c-4d68-4818-9e75-c418aa54a1d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.760652] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb494b1-4e58-4e5f-a6d1-dc403adc2f84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.809864] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72b8a3-aeaf-4eb1-956b-7527304a3efc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.823525] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498807, 'name': ReconfigVM_Task, 'duration_secs': 0.737173} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.829057] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.829057] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498808, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.830759] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20fae4-c0c9-412f-b7c1-41ec5b985834 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.835080] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b5eed8-07ec-4c2f-9dad-3c65425736ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.852193] env[69695]: DEBUG nova.compute.provider_tree [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.872303] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.876115] env[69695]: DEBUG nova.scheduler.client.report [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.877517] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd26a9b-504f-40f7-92fa-8e95b8b85a74 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.901525] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 897.901525] env[69695]: value = "task-3498810" [ 897.901525] env[69695]: _type = "Task" [ 897.901525] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.913560] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.972234] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.972638] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f2a430-f348-45ec-8014-7974e3b930cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.980711] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 897.980711] env[69695]: value = "task-3498811" [ 897.980711] env[69695]: _type = "Task" [ 897.980711] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.988892] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.074623] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498809, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.157154] env[69695]: DEBUG nova.network.neutron [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.171902] env[69695]: DEBUG oslo_vmware.api [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498806, 'name': PowerOnVM_Task, 'duration_secs': 1.396101} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.175645] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.175897] env[69695]: DEBUG nova.compute.manager [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.176798] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c479c742-6d83-4341-a3df-f7cb13299f9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.319531] env[69695]: DEBUG nova.network.neutron [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updated VIF entry in instance network info cache for port a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.319887] env[69695]: DEBUG nova.network.neutron [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updating instance_info_cache with network_info: [{"id": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "address": "fa:16:3e:f4:c0:c9", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b9fb8-6e", "ovs_interfaceid": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.330366] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498808, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042903} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.330366] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.331207] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.331311] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69d963d7-4df1-47e3-b7a7-58c10c93493d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.339285] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 898.339285] env[69695]: value = "task-3498812" [ 898.339285] env[69695]: _type = "Task" [ 898.339285] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.350035] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.392955] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.395442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.498s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.395677] env[69695]: DEBUG nova.objects.instance [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lazy-loading 'resources' on Instance uuid 76270db6-94e7-4800-8d8f-03ee7ac7b324 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.413760] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.418857] env[69695]: INFO nova.scheduler.client.report [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleted allocations for instance 2cf6c894-903e-45b7-a962-f1f83638ab31 [ 898.492898] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498811, 'name': PowerOffVM_Task, 'duration_secs': 0.131625} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.497025] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.497025] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.497025] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd23f5-8525-4137-a780-f0afbf5e8f2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.502916] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.503517] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-730ea147-fe82-4179-aa3b-4340681b9313 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.534528] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.537060] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.537060] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleting the datastore file [datastore1] 5e82ddf9-73be-463b-ae1a-38214e41cdf8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.537060] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1002bcd1-aceb-4a28-953c-1592026ad1d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.543589] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 898.543589] env[69695]: value = "task-3498814" [ 898.543589] env[69695]: _type = "Task" [ 898.543589] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.554240] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.579031] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498809, 'name': CreateVM_Task, 'duration_secs': 0.534674} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.579031] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.579031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.579031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.579031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.579031] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98db78ee-50a5-431e-a7be-67ad4ab2e7a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.583318] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 898.583318] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f5558e-99cb-0de1-7bfe-fb2df452ff9c" [ 898.583318] env[69695]: _type = "Task" [ 898.583318] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.592412] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f5558e-99cb-0de1-7bfe-fb2df452ff9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.698209] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.831693] env[69695]: DEBUG oslo_concurrency.lockutils [req-6e55f705-dd5c-411c-8004-b9be86e3d602 req-81f48a2b-e363-40c3-a5c6-70edbd326f31 service nova] Releasing lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.849363] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251991} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.849640] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.850547] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eb68c3-d520-47be-ac1e-3c17d37d7f78 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.871862] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.874436] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb926c9-f515-4eff-b03a-65f5a9cd2fb1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.897486] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 898.897486] env[69695]: value = "task-3498815" [ 898.897486] env[69695]: _type = "Task" [ 898.897486] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.920206] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.920482] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498810, 'name': ReconfigVM_Task, 'duration_secs': 0.557292} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.920736] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.920994] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.936850] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6733d51b-8643-4cba-b827-9ded5195b081 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "2cf6c894-903e-45b7-a962-f1f83638ab31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.187s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.056489] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371895} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.056779] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.056968] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.057155] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.065082] env[69695]: DEBUG nova.network.neutron [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.098235] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f5558e-99cb-0de1-7bfe-fb2df452ff9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.099137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.099378] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.099616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.100687] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.100687] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.100687] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db756827-a897-4e9b-a98f-69ce1239d188 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.112027] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.112229] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.112947] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a67e2de-0519-41b2-9fdb-1a3928cfba6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.121035] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 899.121035] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520dc646-ea47-c901-bc70-7db682c09d4e" [ 899.121035] env[69695]: _type = "Task" [ 899.121035] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.131146] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520dc646-ea47-c901-bc70-7db682c09d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.416300] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498815, 'name': ReconfigVM_Task, 'duration_secs': 0.290225} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.419132] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6/29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.419250] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d881540-3a1f-4b38-9d70-3dc5a06ee336 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.426509] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 899.426509] env[69695]: value = "task-3498816" [ 899.426509] env[69695]: _type = "Task" [ 899.426509] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.434566] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498816, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.437373] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe18af-63b6-49e1-a4a5-52ef5612be79 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.440192] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce999a5-03b2-4848-9189-98a466783b34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.464034] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a7c56-7cc3-4275-a855-661409c0a2db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.467240] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484f0b3-94b9-4fb0-b476-0ff41cd49d5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.517774] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.522173] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0fb6d-b0c6-4571-aa95-0c3708394520 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.531041] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b6db0-e68a-4c94-b01e-bbda2c7cd019 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.545449] env[69695]: DEBUG nova.compute.provider_tree [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.569224] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.569652] env[69695]: DEBUG nova.compute.manager [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Inject network info {{(pid=69695) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 899.569883] env[69695]: DEBUG nova.compute.manager [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] network_info to inject: |[{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 899.576747] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Reconfiguring VM instance to set the machine id {{(pid=69695) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 899.577792] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae3254e-096f-4f74-8d8a-f08ee83a512b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.596386] env[69695]: DEBUG oslo_vmware.api [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 899.596386] env[69695]: value = "task-3498817" [ 899.596386] env[69695]: _type = "Task" [ 899.596386] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.605447] env[69695]: DEBUG oslo_vmware.api [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.632043] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520dc646-ea47-c901-bc70-7db682c09d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.046349} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.632639] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88368f46-e974-47e8-a51e-a96852cb3550 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.638465] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 899.638465] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527c9980-0920-2ca5-7d50-e538568587df" [ 899.638465] env[69695]: _type = "Task" [ 899.638465] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.646222] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527c9980-0920-2ca5-7d50-e538568587df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.692866] env[69695]: DEBUG nova.compute.manager [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.693133] env[69695]: DEBUG nova.compute.manager [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing instance network info cache due to event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.693236] env[69695]: DEBUG oslo_concurrency.lockutils [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.693366] env[69695]: DEBUG oslo_concurrency.lockutils [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.693524] env[69695]: DEBUG nova.network.neutron [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.936711] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498816, 'name': Rename_Task, 'duration_secs': 0.140562} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.937074] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.937346] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480ff2d6-187d-4da7-b3df-c85fdc4eaf60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.944144] env[69695]: DEBUG nova.objects.instance [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lazy-loading 'flavor' on Instance uuid 849db371-fc20-47d4-b1e0-159455f77845 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.947021] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Waiting for the task: (returnval){ [ 899.947021] env[69695]: value = "task-3498818" [ 899.947021] env[69695]: _type = "Task" [ 899.947021] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.958946] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.053579] env[69695]: DEBUG nova.scheduler.client.report [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.069768] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.070158] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.080730] env[69695]: DEBUG nova.network.neutron [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Port 723522b2-a8fa-42e2-93b1-e7d6f805377b binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 900.103918] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.104495] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.104495] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.104631] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.104771] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.104821] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.105185] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.105185] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.105354] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.105489] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.105664] env[69695]: DEBUG nova.virt.hardware [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.107571] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f0d477-73a6-4eb0-964c-a800865c665b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.117873] env[69695]: DEBUG oslo_vmware.api [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498817, 'name': ReconfigVM_Task, 'duration_secs': 0.154526} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.120268] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f26353a-b32b-46c7-aa88-8cd754223190 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Reconfigured VM instance to set the machine id {{(pid=69695) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 900.126241] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35afc1fd-aec3-4e65-b41e-99f7c372ae47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.138742] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.144554] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.144904] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.148065] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-213faa0e-b135-4f7c-bfd5-03cb0b10af3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.168506] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527c9980-0920-2ca5-7d50-e538568587df, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.169714] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.169998] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.170252] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.170252] env[69695]: value = "task-3498819" [ 900.170252] env[69695]: _type = "Task" [ 900.170252] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.170425] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cdeeba1-1b92-4407-b13b-1a5ac7232ce3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.183741] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498819, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.185021] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 900.185021] env[69695]: value = "task-3498820" [ 900.185021] env[69695]: _type = "Task" [ 900.185021] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.193121] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.455305] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.463236] env[69695]: DEBUG oslo_vmware.api [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Task: {'id': task-3498818, 'name': PowerOnVM_Task, 'duration_secs': 0.441793} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.463833] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.464122] env[69695]: DEBUG nova.compute.manager [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.465588] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3c6e0e-10c2-4b45-8ff1-adb4386e6c02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.560747] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.564646] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.627s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.564930] env[69695]: DEBUG nova.objects.instance [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 900.573273] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.594562] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "8a789c7a-e117-4c6a-8a9d-64c038114e33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.594840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.595070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "8a789c7a-e117-4c6a-8a9d-64c038114e33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.595301] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.595504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.597842] env[69695]: INFO nova.compute.manager [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Terminating instance [ 900.614240] env[69695]: INFO nova.scheduler.client.report [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Deleted allocations for instance 76270db6-94e7-4800-8d8f-03ee7ac7b324 [ 900.687155] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498819, 'name': CreateVM_Task, 'duration_secs': 0.360502} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.690027] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.690507] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.690685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.691018] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.691928] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5f8bad-2f23-4d8f-b34a-b69f7b4ed79b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.698526] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511693} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.699361] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.700289] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.700504] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f8d69c-8fd3-427c-a41b-7847cca85eab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.704282] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 900.704282] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcdcf5-62ea-45d4-3d63-a388fe83238e" [ 900.704282] env[69695]: _type = "Task" [ 900.704282] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.712807] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 900.712807] env[69695]: value = "task-3498821" [ 900.712807] env[69695]: _type = "Task" [ 900.712807] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.723200] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcdcf5-62ea-45d4-3d63-a388fe83238e, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.724275] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.724642] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.724961] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.725544] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.725544] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.731477] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1985fb6-1855-4169-bb78-ff68f91c25a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.734067] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.741310] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.741584] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.742862] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57145d0-6268-46d8-b87e-f5ac1f3c714b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.748569] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 900.748569] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb706d-7ca7-18c8-f6d4-59dd45eed486" [ 900.748569] env[69695]: _type = "Task" [ 900.748569] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.756767] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb706d-7ca7-18c8-f6d4-59dd45eed486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.769874] env[69695]: DEBUG nova.network.neutron [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updated VIF entry in instance network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.770498] env[69695]: DEBUG nova.network.neutron [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.989908] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.104498] env[69695]: DEBUG nova.compute.manager [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.105262] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.106540] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92a59c-99f2-46ec-aeaf-571adeff3db1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.121716] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.122031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.122256] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.126365] env[69695]: DEBUG oslo_concurrency.lockutils [None req-680e00d5-eb24-488b-a3f8-ebabdb5679ee tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Lock "76270db6-94e7-4800-8d8f-03ee7ac7b324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.817s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.129425] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.129878] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1802c7a4-b1cd-4093-8dd6-a0074c36eba3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.136936] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 901.136936] env[69695]: value = "task-3498822" [ 901.136936] env[69695]: _type = "Task" [ 901.136936] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.145727] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.198302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.223678] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065766} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.223995] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.224848] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938629f-0157-452a-95a6-0355f78379cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.247365] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.247701] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1ce8ff-cae2-4143-b50d-3708d2f163ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.271749] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb706d-7ca7-18c8-f6d4-59dd45eed486, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.274765] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 901.274765] env[69695]: value = "task-3498823" [ 901.274765] env[69695]: _type = "Task" [ 901.274765] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.275026] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276bc226-5b76-43ae-b52f-e9ca632a67cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.278046] env[69695]: DEBUG oslo_concurrency.lockutils [req-615bad24-460d-44cb-8d3d-f9f9be53304a req-acda7c6a-2150-4e62-a9b3-cf53f86e1f04 service nova] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.281790] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.289419] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 901.289419] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a3c131-7ef7-25ea-c938-a6be29ef938d" [ 901.289419] env[69695]: _type = "Task" [ 901.289419] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.294796] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.303733] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a3c131-7ef7-25ea-c938-a6be29ef938d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.462642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "c007e336-c567-4815-af85-5c06acf3b3fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.462642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "c007e336-c567-4815-af85-5c06acf3b3fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.586358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7213a8d4-9f51-4f8f-9c14-74971e9256eb tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.588966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.132s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.591810] env[69695]: INFO nova.compute.claims [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.652453] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498822, 'name': PowerOffVM_Task, 'duration_secs': 0.300848} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.652809] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.653102] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.653586] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07529856-9fe5-4e83-a3ff-872f7af0f60c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.723618] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.723818] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.724013] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore1] 8a789c7a-e117-4c6a-8a9d-64c038114e33 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.724289] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32bd7396-16e0-4b0d-a41e-b7e57ece5c8a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.731315] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 901.731315] env[69695]: value = "task-3498825" [ 901.731315] env[69695]: _type = "Task" [ 901.731315] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.739706] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.793071] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.806563] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a3c131-7ef7-25ea-c938-a6be29ef938d, 'name': SearchDatastore_Task, 'duration_secs': 0.025161} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.806563] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.806563] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.806563] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5956a4e1-26d9-4832-b0ff-192fdddf2fb3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.811318] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 901.811318] env[69695]: value = "task-3498826" [ 901.811318] env[69695]: _type = "Task" [ 901.811318] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.826132] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.876115] env[69695]: DEBUG nova.network.neutron [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.959411] env[69695]: DEBUG nova.compute.manager [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.959411] env[69695]: DEBUG nova.compute.manager [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing instance network info cache due to event network-changed-f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.959513] env[69695]: DEBUG oslo_concurrency.lockutils [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] Acquiring lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.963994] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.023283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.024212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.024212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.024212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.024212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.026491] env[69695]: INFO nova.compute.manager [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Terminating instance [ 902.184689] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.184882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.185163] env[69695]: DEBUG nova.network.neutron [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.241642] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.289634] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498823, 'name': ReconfigVM_Task, 'duration_secs': 0.692052} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.289990] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.290729] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0acd6a5f-79bc-4381-92d5-a61a4c80f9cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.302776] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 902.302776] env[69695]: value = "task-3498827" [ 902.302776] env[69695]: _type = "Task" [ 902.302776] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.316393] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498827, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.322788] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.497400] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.531125] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "refresh_cache-29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.531349] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquired lock "refresh_cache-29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.531537] env[69695]: DEBUG nova.network.neutron [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.749478] env[69695]: DEBUG oslo_vmware.api [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572151} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.749478] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.749861] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.749861] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.749978] env[69695]: INFO nova.compute.manager [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Took 1.65 seconds to destroy the instance on the hypervisor. [ 902.750173] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.750554] env[69695]: DEBUG nova.compute.manager [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.750655] env[69695]: DEBUG nova.network.neutron [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.756985] env[69695]: DEBUG nova.network.neutron [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.811933] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498827, 'name': Rename_Task, 'duration_secs': 0.214093} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.814506] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.815009] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640e44f9-d747-499f-a2e0-7254829d2e50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.827950] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863179} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.831732] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.831957] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.832321] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 902.832321] env[69695]: value = "task-3498828" [ 902.832321] env[69695]: _type = "Task" [ 902.832321] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.832713] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440858a8-d15f-495a-92a7-707c62fd3774 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.843868] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.847905] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 902.847905] env[69695]: value = "task-3498829" [ 902.847905] env[69695]: _type = "Task" [ 902.847905] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.858636] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.938948] env[69695]: DEBUG nova.network.neutron [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.053065] env[69695]: DEBUG nova.network.neutron [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.075279] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9817a6d1-f70b-463a-8c99-09ccb90e6452 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.083188] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8287bb57-c749-4539-888a-7119ceac5fbb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.113520] env[69695]: DEBUG nova.network.neutron [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.115358] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b241a4-d398-4c08-b799-7c6a09325d42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.124528] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32464060-6d53-4e5b-90ec-88f7abf58ba4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.139472] env[69695]: DEBUG nova.compute.provider_tree [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.259677] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.259953] env[69695]: DEBUG nova.compute.manager [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Inject network info {{(pid=69695) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 903.260252] env[69695]: DEBUG nova.compute.manager [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] network_info to inject: |[{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 903.266615] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Reconfiguring VM instance to set the machine id {{(pid=69695) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 903.266981] env[69695]: DEBUG oslo_concurrency.lockutils [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] Acquired lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.267534] env[69695]: DEBUG nova.network.neutron [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Refreshing network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.268770] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d695cd07-e13f-4274-920f-06e6752f6e6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.292398] env[69695]: DEBUG oslo_vmware.api [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 903.292398] env[69695]: value = "task-3498830" [ 903.292398] env[69695]: _type = "Task" [ 903.292398] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.308168] env[69695]: DEBUG oslo_vmware.api [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.345177] env[69695]: DEBUG oslo_vmware.api [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498828, 'name': PowerOnVM_Task, 'duration_secs': 0.506092} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.345263] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.345417] env[69695]: INFO nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Took 7.95 seconds to spawn the instance on the hypervisor. [ 903.345590] env[69695]: DEBUG nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.346506] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf4768-2fc4-48d7-8532-07385197869d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.363101] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065305} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.363600] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.364378] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119dd4f-fe20-48ec-ba37-b8e37e2302de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.385459] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.388437] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a9b213-5999-48fb-9e4e-8b947597af7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.409142] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 903.409142] env[69695]: value = "task-3498831" [ 903.409142] env[69695]: _type = "Task" [ 903.409142] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.418482] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.445324] env[69695]: DEBUG oslo_concurrency.lockutils [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.581247] env[69695]: DEBUG nova.network.neutron [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updated VIF entry in instance network info cache for port f0711c3a-4414-4d2a-9c28-16621a06b0aa. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.581760] env[69695]: DEBUG nova.network.neutron [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [{"id": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "address": "fa:16:3e:33:c1:30", "network": {"id": "f1c1be17-a7a1-4174-b713-e1cb4831beb5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988376123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "437bd072ef274dd2a1a3b445bbb56268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0711c3a-44", "ovs_interfaceid": "f0711c3a-4414-4d2a-9c28-16621a06b0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.619841] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Releasing lock "refresh_cache-29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.620432] env[69695]: DEBUG nova.compute.manager [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.620651] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.621586] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd0e47-2766-4b11-ac50-aa68786de015 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.635310] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.639071] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5ef114-e68f-41f7-bc9e-a33c6925053d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.642805] env[69695]: DEBUG nova.scheduler.client.report [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.650052] env[69695]: DEBUG oslo_vmware.api [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 903.650052] env[69695]: value = "task-3498832" [ 903.650052] env[69695]: _type = "Task" [ 903.650052] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.659576] env[69695]: DEBUG oslo_vmware.api [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.807153] env[69695]: DEBUG oslo_vmware.api [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498830, 'name': ReconfigVM_Task, 'duration_secs': 0.255611} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.807540] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Reconfigured VM instance to set the machine id {{(pid=69695) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 903.873396] env[69695]: INFO nova.compute.manager [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Took 43.98 seconds to build instance. [ 903.898869] env[69695]: DEBUG nova.compute.manager [req-e9c4615a-4dec-430f-a947-2b8fbf9a54c5 req-9d4e4d74-3c88-4897-babb-dcc3302e6014 service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Received event network-vif-deleted-9177c97f-7e47-4553-bd4c-eac9317cf54e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.899085] env[69695]: INFO nova.compute.manager [req-e9c4615a-4dec-430f-a947-2b8fbf9a54c5 req-9d4e4d74-3c88-4897-babb-dcc3302e6014 service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Neutron deleted interface 9177c97f-7e47-4553-bd4c-eac9317cf54e; detaching it from the instance and deleting it from the info cache [ 903.899259] env[69695]: DEBUG nova.network.neutron [req-e9c4615a-4dec-430f-a947-2b8fbf9a54c5 req-9d4e4d74-3c88-4897-babb-dcc3302e6014 service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.933702] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.982425] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa20325d-0894-4dc2-85f9-e7ddc78ca3cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.014372] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc09f53-e9ee-4411-adfa-6e72970eac70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.023929] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.084505] env[69695]: DEBUG oslo_concurrency.lockutils [req-315eecb3-86a8-49ef-8e06-ce7591b924e2 req-389928fa-e7e3-49da-aa19-0e735f2c3ec6 service nova] Releasing lock "refresh_cache-849db371-fc20-47d4-b1e0-159455f77845" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.152815] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.153366] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.157170] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.531s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.158908] env[69695]: INFO nova.compute.claims [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.172523] env[69695]: DEBUG nova.network.neutron [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.173598] env[69695]: DEBUG oslo_vmware.api [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498832, 'name': PowerOffVM_Task, 'duration_secs': 0.137249} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.174019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.174200] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.174503] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23aefed-736e-4cdf-9581-d9581dc4e29e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.203149] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.203410] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.204222] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Deleting the datastore file [datastore2] 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.204222] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c60a2f6-a65b-43c8-9758-fd6b75715143 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.212526] env[69695]: DEBUG oslo_vmware.api [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for the task: (returnval){ [ 904.212526] env[69695]: value = "task-3498834" [ 904.212526] env[69695]: _type = "Task" [ 904.212526] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.222454] env[69695]: DEBUG oslo_vmware.api [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.375778] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.502s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.404088] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bcff1bf-173a-4f0c-af75-db74b46f178d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.418040] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a308f-9b95-4aaa-ab85-8d066ff491e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.435147] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498831, 'name': ReconfigVM_Task, 'duration_secs': 0.950384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.435425] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 5e82ddf9-73be-463b-ae1a-38214e41cdf8/5e82ddf9-73be-463b-ae1a-38214e41cdf8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.436076] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b37684c-c433-4875-9cd6-4d39f6a5d0d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.451573] env[69695]: DEBUG nova.compute.manager [req-e9c4615a-4dec-430f-a947-2b8fbf9a54c5 req-9d4e4d74-3c88-4897-babb-dcc3302e6014 service nova] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Detach interface failed, port_id=9177c97f-7e47-4553-bd4c-eac9317cf54e, reason: Instance 8a789c7a-e117-4c6a-8a9d-64c038114e33 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.453165] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 904.453165] env[69695]: value = "task-3498835" [ 904.453165] env[69695]: _type = "Task" [ 904.453165] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.461622] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498835, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.531543] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.531946] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee4d39f2-bb4f-40f9-a3a4-94ab15a00e1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.541365] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 904.541365] env[69695]: value = "task-3498836" [ 904.541365] env[69695]: _type = "Task" [ 904.541365] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.551449] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.573018] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "849db371-fc20-47d4-b1e0-159455f77845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.573417] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "849db371-fc20-47d4-b1e0-159455f77845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.574367] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "849db371-fc20-47d4-b1e0-159455f77845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.574367] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "849db371-fc20-47d4-b1e0-159455f77845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.574367] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "849db371-fc20-47d4-b1e0-159455f77845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.578245] env[69695]: INFO nova.compute.manager [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Terminating instance [ 904.672672] env[69695]: DEBUG nova.compute.utils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.676324] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.676324] env[69695]: DEBUG nova.network.neutron [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.679457] env[69695]: INFO nova.compute.manager [-] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Took 1.93 seconds to deallocate network for instance. [ 904.727985] env[69695]: DEBUG oslo_vmware.api [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Task: {'id': task-3498834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195009} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.727985] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.727985] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.727985] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.727985] env[69695]: INFO nova.compute.manager [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 904.727985] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.727985] env[69695]: DEBUG nova.compute.manager [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.728988] env[69695]: DEBUG nova.network.neutron [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.769096] env[69695]: DEBUG nova.network.neutron [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.805440] env[69695]: DEBUG nova.policy [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cdbe1e8a4e4485ab6023d7357613d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d2a057d8d64c62b4b4059132a79778', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.965882] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498835, 'name': Rename_Task, 'duration_secs': 0.207285} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.966283] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.966547] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a218d14-1c4c-4059-8852-f37ca9411773 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.974863] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 904.974863] env[69695]: value = "task-3498837" [ 904.974863] env[69695]: _type = "Task" [ 904.974863] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.988873] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.053080] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.083161] env[69695]: DEBUG nova.compute.manager [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.083292] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.084246] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eca319-27b7-4845-8b65-930ee2f912d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.091943] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.092217] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b25971-e30c-4d1d-a40a-48d051a67b33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.098662] env[69695]: DEBUG oslo_vmware.api [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 905.098662] env[69695]: value = "task-3498838" [ 905.098662] env[69695]: _type = "Task" [ 905.098662] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.110619] env[69695]: DEBUG oslo_vmware.api [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.176275] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.190392] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.271966] env[69695]: DEBUG nova.network.neutron [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.487286] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498837, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.555825] env[69695]: DEBUG oslo_vmware.api [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498836, 'name': PowerOnVM_Task, 'duration_secs': 0.742757} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.561445] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.561445] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-386b8ac4-f5c7-49e2-b203-b52dca54b97a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance '0ff0050a-2feb-470c-a69c-7d31748d24f8' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.608914] env[69695]: DEBUG oslo_vmware.api [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498838, 'name': PowerOffVM_Task, 'duration_secs': 0.191199} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.609283] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.609418] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.613286] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c3d3fc4-4e72-409d-847e-4bab77016a40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.654561] env[69695]: DEBUG nova.network.neutron [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Successfully created port: 5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.750910] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33568a-bc71-457a-a156-3351ea856c09 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.762500] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b821f8b-956d-4bb6-a27b-9ace032d81de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.804580] env[69695]: INFO nova.compute.manager [-] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Took 1.08 seconds to deallocate network for instance. [ 905.807971] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a59986-5662-42c0-9b64-18acefddd983 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.815410] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.815410] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.815410] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Deleting the datastore file [datastore2] 849db371-fc20-47d4-b1e0-159455f77845 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.816133] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee78b5e5-3767-4261-9400-a37b442a93ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.821723] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375a703-3a41-4d9d-a2b8-cf2afbe020b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.827657] env[69695]: DEBUG oslo_vmware.api [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for the task: (returnval){ [ 905.827657] env[69695]: value = "task-3498840" [ 905.827657] env[69695]: _type = "Task" [ 905.827657] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.841261] env[69695]: DEBUG nova.compute.provider_tree [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.848949] env[69695]: DEBUG oslo_vmware.api [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.943480] env[69695]: DEBUG nova.compute.manager [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Received event network-changed-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.943582] env[69695]: DEBUG nova.compute.manager [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Refreshing instance network info cache due to event network-changed-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.943868] env[69695]: DEBUG oslo_concurrency.lockutils [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] Acquiring lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.944033] env[69695]: DEBUG oslo_concurrency.lockutils [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] Acquired lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.944200] env[69695]: DEBUG nova.network.neutron [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Refreshing network info cache for port a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.005860] env[69695]: DEBUG oslo_vmware.api [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498837, 'name': PowerOnVM_Task, 'duration_secs': 0.821075} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.006219] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.007044] env[69695]: DEBUG nova.compute.manager [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.007334] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7497e0-d933-4f90-a8c3-01bc1df4fc78 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.191467] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.231858] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.232117] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.232348] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.232448] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.232693] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.232793] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.232960] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.233214] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.233422] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.235195] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.235195] env[69695]: DEBUG nova.virt.hardware [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.235195] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9b31c0-7f6a-40b5-a780-4e322f722382 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.243939] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8581277d-ce83-4fae-9066-9f68996eb6b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.317929] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.337021] env[69695]: DEBUG oslo_vmware.api [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Task: {'id': task-3498840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230323} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.337373] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.337646] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.337774] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.337993] env[69695]: INFO nova.compute.manager [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Took 1.25 seconds to destroy the instance on the hypervisor. [ 906.341306] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.341558] env[69695]: DEBUG nova.compute.manager [-] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.341654] env[69695]: DEBUG nova.network.neutron [-] [instance: 849db371-fc20-47d4-b1e0-159455f77845] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.347032] env[69695]: DEBUG nova.scheduler.client.report [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.525274] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.853285] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.853285] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.855540] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.779s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.855890] env[69695]: DEBUG nova.objects.instance [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lazy-loading 'resources' on Instance uuid 419855f7-7b7a-4454-b8fb-3292a4eb1c80 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.005240] env[69695]: DEBUG nova.network.neutron [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updated VIF entry in instance network info cache for port a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.005662] env[69695]: DEBUG nova.network.neutron [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updating instance_info_cache with network_info: [{"id": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "address": "fa:16:3e:f4:c0:c9", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b9fb8-6e", "ovs_interfaceid": "a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.359749] env[69695]: DEBUG nova.compute.utils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.361946] env[69695]: DEBUG nova.compute.manager [req-0aaa6595-97ff-4acf-a9d2-9c361fa42c67 req-f79904ba-cb84-4311-a5cf-33bf01879a65 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Received event network-vif-deleted-f0711c3a-4414-4d2a-9c28-16621a06b0aa {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.365015] env[69695]: INFO nova.compute.manager [req-0aaa6595-97ff-4acf-a9d2-9c361fa42c67 req-f79904ba-cb84-4311-a5cf-33bf01879a65 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Neutron deleted interface f0711c3a-4414-4d2a-9c28-16621a06b0aa; detaching it from the instance and deleting it from the info cache [ 907.365015] env[69695]: DEBUG nova.network.neutron [req-0aaa6595-97ff-4acf-a9d2-9c361fa42c67 req-f79904ba-cb84-4311-a5cf-33bf01879a65 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.371866] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.372151] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.472139] env[69695]: DEBUG nova.policy [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039c75192ca64a6e837df76df2645b46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c42fb897deab49dbbfca2db902328638', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.508193] env[69695]: DEBUG oslo_concurrency.lockutils [req-a00f0f79-b45d-4801-a604-12e8a9b10776 req-0237f0f4-7ecd-4561-8600-466a7f07e233 service nova] Releasing lock "refresh_cache-0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.763179] env[69695]: DEBUG nova.network.neutron [-] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.834576] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.834892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.835150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.835377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.835585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.837832] env[69695]: INFO nova.compute.manager [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Terminating instance [ 907.844014] env[69695]: DEBUG nova.network.neutron [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Successfully updated port: 5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.865669] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.876933] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ae03dc3-edd8-45c5-9708-785454ce4f96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.889226] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8233cf64-9dce-4833-ac01-8472769094d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.927781] env[69695]: DEBUG nova.compute.manager [req-0aaa6595-97ff-4acf-a9d2-9c361fa42c67 req-f79904ba-cb84-4311-a5cf-33bf01879a65 service nova] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Detach interface failed, port_id=f0711c3a-4414-4d2a-9c28-16621a06b0aa, reason: Instance 849db371-fc20-47d4-b1e0-159455f77845 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.956672] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Successfully created port: f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.045042] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf487021-261a-48f2-901a-4d6ceb4d7b3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.055830] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4a441-02ef-4e7b-bac5-9825066159d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.092778] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a7852-efbf-4be8-8653-a3bb4ccc899d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.100104] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a4d9d-365b-4fa0-9339-abbf2ec3ecb1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.113840] env[69695]: DEBUG nova.compute.provider_tree [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.245239] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Successfully created port: 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.273099] env[69695]: INFO nova.compute.manager [-] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Took 1.93 seconds to deallocate network for instance. [ 908.345615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "refresh_cache-5e82ddf9-73be-463b-ae1a-38214e41cdf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.345615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "refresh_cache-5e82ddf9-73be-463b-ae1a-38214e41cdf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.345615] env[69695]: DEBUG nova.network.neutron [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.349259] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.349259] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.349259] env[69695]: DEBUG nova.network.neutron [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.617272] env[69695]: DEBUG nova.scheduler.client.report [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.622936] env[69695]: DEBUG nova.compute.manager [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-vif-plugged-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.623172] env[69695]: DEBUG oslo_concurrency.lockutils [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.623376] env[69695]: DEBUG oslo_concurrency.lockutils [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.623542] env[69695]: DEBUG oslo_concurrency.lockutils [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.623707] env[69695]: DEBUG nova.compute.manager [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] No waiting events found dispatching network-vif-plugged-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.623895] env[69695]: WARNING nova.compute.manager [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received unexpected event network-vif-plugged-5ad3fbab-11a3-43bb-b811-2b493f6294df for instance with vm_state building and task_state spawning. [ 908.627749] env[69695]: DEBUG nova.compute.manager [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.627980] env[69695]: DEBUG nova.compute.manager [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing instance network info cache due to event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.628201] env[69695]: DEBUG oslo_concurrency.lockutils [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.782523] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.875499] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.881862] env[69695]: DEBUG nova.network.neutron [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.886179] env[69695]: DEBUG nova.network.neutron [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.915709] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.916019] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.916345] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.917904] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.917904] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.917904] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.922485] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.922485] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.922912] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.922912] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.922912] env[69695]: DEBUG nova.virt.hardware [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.923830] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29539c4-b991-4985-a80f-4b6dfc363791 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.942143] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f57aef-0b95-4703-966f-64d784641fac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.025421] env[69695]: DEBUG nova.network.neutron [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.081812] env[69695]: DEBUG nova.network.neutron [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.130340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.132342] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.638s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.132567] env[69695]: DEBUG nova.objects.instance [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lazy-loading 'resources' on Instance uuid 889be491-6d76-4f43-9ab2-7fc4ef66caf8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.147283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.147504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.157607] env[69695]: INFO nova.scheduler.client.report [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Deleted allocations for instance 419855f7-7b7a-4454-b8fb-3292a4eb1c80 [ 909.261860] env[69695]: DEBUG nova.network.neutron [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Port 723522b2-a8fa-42e2-93b1-e7d6f805377b binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 909.262315] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.262586] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.262880] env[69695]: DEBUG nova.network.neutron [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.530163] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "refresh_cache-5e82ddf9-73be-463b-ae1a-38214e41cdf8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.530163] env[69695]: DEBUG nova.compute.manager [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.530163] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.530163] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac65a2a-c02f-4d51-ad2f-545cd2ace1a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.540397] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.540516] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2503ce83-6e49-43fe-8326-932468fe8850 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.549215] env[69695]: DEBUG oslo_vmware.api [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 909.549215] env[69695]: value = "task-3498841" [ 909.549215] env[69695]: _type = "Task" [ 909.549215] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.556079] env[69695]: DEBUG oslo_vmware.api [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.584836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.585194] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance network_info: |[{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.585505] env[69695]: DEBUG oslo_concurrency.lockutils [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.585677] env[69695]: DEBUG nova.network.neutron [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.591010] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:b8:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ad3fbab-11a3-43bb-b811-2b493f6294df', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.599369] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating folder: Project (a2d2a057d8d64c62b4b4059132a79778). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.604592] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ab0f6d-2ba1-486c-9ba9-2fa3aa9fb741 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.617097] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created folder: Project (a2d2a057d8d64c62b4b4059132a79778) in parent group-v699067. [ 909.617398] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating folder: Instances. Parent ref: group-v699243. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.617749] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b19eb93d-7fb4-4dbf-bb0a-071b3eeac4c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.627096] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created folder: Instances in parent group-v699243. [ 909.627363] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.627580] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.627826] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a8d3b7-93c5-47b6-aaf8-9c8ac05905ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.653201] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.660080] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.660080] env[69695]: value = "task-3498844" [ 909.660080] env[69695]: _type = "Task" [ 909.660080] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.668916] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aef672be-89fa-4530-9e5c-803f3ef139fc tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Lock "419855f7-7b7a-4454-b8fb-3292a4eb1c80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.047s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.673213] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498844, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.925640] env[69695]: DEBUG nova.compute.manager [req-2c92236f-e0ff-40f5-982d-35897ec4a060 req-c315b990-3c2e-40fb-b0fc-2ac648866d6d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received event network-vif-plugged-f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.925909] env[69695]: DEBUG oslo_concurrency.lockutils [req-2c92236f-e0ff-40f5-982d-35897ec4a060 req-c315b990-3c2e-40fb-b0fc-2ac648866d6d service nova] Acquiring lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.926120] env[69695]: DEBUG oslo_concurrency.lockutils [req-2c92236f-e0ff-40f5-982d-35897ec4a060 req-c315b990-3c2e-40fb-b0fc-2ac648866d6d service nova] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.926626] env[69695]: DEBUG oslo_concurrency.lockutils [req-2c92236f-e0ff-40f5-982d-35897ec4a060 req-c315b990-3c2e-40fb-b0fc-2ac648866d6d service nova] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.926908] env[69695]: DEBUG nova.compute.manager [req-2c92236f-e0ff-40f5-982d-35897ec4a060 req-c315b990-3c2e-40fb-b0fc-2ac648866d6d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] No waiting events found dispatching network-vif-plugged-f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.927016] env[69695]: WARNING nova.compute.manager [req-2c92236f-e0ff-40f5-982d-35897ec4a060 req-c315b990-3c2e-40fb-b0fc-2ac648866d6d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received unexpected event network-vif-plugged-f29bfc37-cb57-4972-96f3-7652e423f619 for instance with vm_state building and task_state spawning. [ 910.064736] env[69695]: DEBUG oslo_vmware.api [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498841, 'name': PowerOffVM_Task, 'duration_secs': 0.191871} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.065072] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.065275] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.065559] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc7e7406-0f22-4c75-83ca-b8ea5aa4e820 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.104220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.104392] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.104569] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleting the datastore file [datastore2] 5e82ddf9-73be-463b-ae1a-38214e41cdf8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.105075] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c04ec493-0d9e-4bb0-af03-45557cfabf14 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.111898] env[69695]: DEBUG nova.network.neutron [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updated VIF entry in instance network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.111898] env[69695]: DEBUG nova.network.neutron [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.115258] env[69695]: DEBUG oslo_vmware.api [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 910.115258] env[69695]: value = "task-3498846" [ 910.115258] env[69695]: _type = "Task" [ 910.115258] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.127037] env[69695]: DEBUG oslo_vmware.api [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.128106] env[69695]: DEBUG nova.network.neutron [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.139706] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Successfully updated port: f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.173048] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498844, 'name': CreateVM_Task, 'duration_secs': 0.308614} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.175938] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.177543] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.178459] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.178459] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.178815] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.178955] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311b6b01-62ea-49dc-a037-676c645ed557 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.184469] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 910.184469] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5207c7c2-de1c-e03e-0636-8e5f67b7ea1b" [ 910.184469] env[69695]: _type = "Task" [ 910.184469] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.196762] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5207c7c2-de1c-e03e-0636-8e5f67b7ea1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.258251] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9527ed1-7230-44d2-bdcd-90016f5f7e18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.266213] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0b21de-b15a-42fa-b57f-9700a32a173e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.310021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57f320d-f1c9-4090-914c-ec5128b07767 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.315377] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef6e6d-6927-4393-8237-eb26bc28669d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.330385] env[69695]: DEBUG nova.compute.provider_tree [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.615398] env[69695]: DEBUG oslo_concurrency.lockutils [req-749058ee-8a70-4219-926e-45dc37bf5cf9 req-75192c91-9d8e-43a5-9d21-e4991dd0a4c9 service nova] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.625286] env[69695]: DEBUG oslo_vmware.api [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368567} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.625604] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.625709] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.625945] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.626160] env[69695]: INFO nova.compute.manager [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 910.626402] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.626629] env[69695]: DEBUG nova.compute.manager [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.626791] env[69695]: DEBUG nova.network.neutron [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.635111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.647049] env[69695]: DEBUG nova.network.neutron [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.696693] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5207c7c2-de1c-e03e-0636-8e5f67b7ea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.696808] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.697302] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.697302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.697484] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.697558] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.697822] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259789b3-3dff-4839-a290-0863d3eed48a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.708609] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.708773] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.709492] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5671c3a2-f2f0-434d-88a5-a5f069d020fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.714629] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 910.714629] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f3bb76-6ac2-7602-cbab-88cafc28c13c" [ 910.714629] env[69695]: _type = "Task" [ 910.714629] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.723202] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f3bb76-6ac2-7602-cbab-88cafc28c13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.835143] env[69695]: DEBUG nova.scheduler.client.report [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.136971] env[69695]: DEBUG nova.compute.manager [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69695) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 911.137295] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.151469] env[69695]: DEBUG nova.network.neutron [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.226064] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f3bb76-6ac2-7602-cbab-88cafc28c13c, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.226884] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafe7a01-7c84-495e-8a9a-195bf4824cf1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.232330] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 911.232330] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527b34de-2aba-6a62-8a93-3639e36be7fe" [ 911.232330] env[69695]: _type = "Task" [ 911.232330] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.240409] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527b34de-2aba-6a62-8a93-3639e36be7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.339702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.342579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.330s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.342741] env[69695]: DEBUG nova.objects.instance [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lazy-loading 'resources' on Instance uuid d39a7539-a268-4aed-a636-2d9b3bca6411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.375172] env[69695]: INFO nova.scheduler.client.report [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Deleted allocations for instance 889be491-6d76-4f43-9ab2-7fc4ef66caf8 [ 911.654382] env[69695]: INFO nova.compute.manager [-] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Took 1.03 seconds to deallocate network for instance. [ 911.746806] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527b34de-2aba-6a62-8a93-3639e36be7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016261} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.747425] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.747714] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.747988] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be157c6-d16a-45e7-884b-24d45e239b57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.756082] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 911.756082] env[69695]: value = "task-3498847" [ 911.756082] env[69695]: _type = "Task" [ 911.756082] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.765655] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.887920] env[69695]: DEBUG oslo_concurrency.lockutils [None req-10a0e9de-407b-4623-ad12-72b184d14c24 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Lock "889be491-6d76-4f43-9ab2-7fc4ef66caf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.849s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.959432] env[69695]: DEBUG nova.compute.manager [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received event network-changed-f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.959467] env[69695]: DEBUG nova.compute.manager [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Refreshing instance network info cache due to event network-changed-f29bfc37-cb57-4972-96f3-7652e423f619. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.959677] env[69695]: DEBUG oslo_concurrency.lockutils [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] Acquiring lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.959824] env[69695]: DEBUG oslo_concurrency.lockutils [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] Acquired lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.961835] env[69695]: DEBUG nova.network.neutron [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Refreshing network info cache for port f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.161715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.275597] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498847, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.404257] env[69695]: DEBUG nova.compute.manager [req-3582d353-375c-4132-aae7-78c0722b1660 req-de4e0d9e-5ece-4485-b56c-daaa076c67ae service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received event network-vif-plugged-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.404257] env[69695]: DEBUG oslo_concurrency.lockutils [req-3582d353-375c-4132-aae7-78c0722b1660 req-de4e0d9e-5ece-4485-b56c-daaa076c67ae service nova] Acquiring lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.405424] env[69695]: DEBUG oslo_concurrency.lockutils [req-3582d353-375c-4132-aae7-78c0722b1660 req-de4e0d9e-5ece-4485-b56c-daaa076c67ae service nova] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.405743] env[69695]: DEBUG oslo_concurrency.lockutils [req-3582d353-375c-4132-aae7-78c0722b1660 req-de4e0d9e-5ece-4485-b56c-daaa076c67ae service nova] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.406087] env[69695]: DEBUG nova.compute.manager [req-3582d353-375c-4132-aae7-78c0722b1660 req-de4e0d9e-5ece-4485-b56c-daaa076c67ae service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] No waiting events found dispatching network-vif-plugged-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.406368] env[69695]: WARNING nova.compute.manager [req-3582d353-375c-4132-aae7-78c0722b1660 req-de4e0d9e-5ece-4485-b56c-daaa076c67ae service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received unexpected event network-vif-plugged-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 for instance with vm_state building and task_state spawning. [ 912.460600] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28af1ba3-8e97-49a2-9d36-496bad5ecf20 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.474906] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d404f469-cbb4-4b7e-844a-e06a231ea74c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.522115] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9a728-cd09-4498-a4a9-a894668cf809 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.536134] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8e83f8-8acb-4ba1-b12f-49f36450b4ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.541555] env[69695]: DEBUG nova.network.neutron [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.558932] env[69695]: DEBUG nova.compute.provider_tree [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.627157] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Successfully updated port: 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.732183] env[69695]: DEBUG nova.network.neutron [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.771251] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.771554] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.771765] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.772032] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63de957c-f486-41b6-a3be-2c48737d77ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.779165] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 912.779165] env[69695]: value = "task-3498848" [ 912.779165] env[69695]: _type = "Task" [ 912.779165] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.788771] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.067634] env[69695]: DEBUG nova.scheduler.client.report [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.130581] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.235444] env[69695]: DEBUG oslo_concurrency.lockutils [req-0c0cebeb-6aaa-4386-a342-8165cb747ee6 req-80f63ca9-bed6-4347-b2e9-730536b5ec71 service nova] Releasing lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.235846] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.236089] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.294020] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212464} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.294020] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.294020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c37c34-e033-4716-8b55-2ccb037d479a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.318138] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.318138] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060d5c6f-ec98-4b41-95ee-9d40231c3dad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.344027] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 913.344027] env[69695]: value = "task-3498849" [ 913.344027] env[69695]: _type = "Task" [ 913.344027] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.350793] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.573119] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.579307] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.251s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.611318] env[69695]: INFO nova.scheduler.client.report [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Deleted allocations for instance d39a7539-a268-4aed-a636-2d9b3bca6411 [ 913.803153] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.851614] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498849, 'name': ReconfigVM_Task, 'duration_secs': 0.28729} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.851912] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfigured VM instance instance-00000039 to attach disk [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.852950] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-372b4099-2893-4de8-b96c-77bc69741393 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.860661] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 913.860661] env[69695]: value = "task-3498850" [ 913.860661] env[69695]: _type = "Task" [ 913.860661] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.876470] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498850, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.085274] env[69695]: INFO nova.compute.claims [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.122676] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf1bbad0-1e2b-4147-b4ca-d45a911b14ab tempest-ServersListShow2100Test-772452904 tempest-ServersListShow2100Test-772452904-project-member] Lock "d39a7539-a268-4aed-a636-2d9b3bca6411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.361s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.244087] env[69695]: DEBUG nova.network.neutron [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Updating instance_info_cache with network_info: [{"id": "f29bfc37-cb57-4972-96f3-7652e423f619", "address": "fa:16:3e:dc:64:b6", "network": {"id": "09fd6e42-1cb0-425c-9cf3-b4280280c36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2046144593", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29bfc37-cb", "ovs_interfaceid": "f29bfc37-cb57-4972-96f3-7652e423f619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "address": "fa:16:3e:c8:7d:e1", "network": {"id": "c013dee8-b91f-4e19-b385-85c8e0681bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-772003361", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6ba5a1-77", "ovs_interfaceid": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.379056] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498850, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.440159] env[69695]: DEBUG nova.compute.manager [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received event network-changed-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.441068] env[69695]: DEBUG nova.compute.manager [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Refreshing instance network info cache due to event network-changed-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.441068] env[69695]: DEBUG oslo_concurrency.lockutils [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] Acquiring lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.598337] env[69695]: INFO nova.compute.resource_tracker [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating resource usage from migration db8ad48d-433a-47d5-875b-803f0f5e30fe [ 914.753583] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Releasing lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.754655] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Instance network_info: |[{"id": "f29bfc37-cb57-4972-96f3-7652e423f619", "address": "fa:16:3e:dc:64:b6", "network": {"id": "09fd6e42-1cb0-425c-9cf3-b4280280c36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2046144593", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29bfc37-cb", "ovs_interfaceid": "f29bfc37-cb57-4972-96f3-7652e423f619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "address": "fa:16:3e:c8:7d:e1", "network": {"id": "c013dee8-b91f-4e19-b385-85c8e0681bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-772003361", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6ba5a1-77", "ovs_interfaceid": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.759633] env[69695]: DEBUG oslo_concurrency.lockutils [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] Acquired lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.759633] env[69695]: DEBUG nova.network.neutron [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Refreshing network info cache for port 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.759633] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:64:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f29bfc37-cb57-4972-96f3-7652e423f619', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:7d:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d6ba5a1-77cf-4b4c-b0b6-0a928224d925', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.772837] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.775417] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.775976] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d24ad1-927a-4a88-ad12-c03c8a7432b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.805622] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.805622] env[69695]: value = "task-3498851" [ 914.805622] env[69695]: _type = "Task" [ 914.805622] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.819804] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498851, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.875208] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498850, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.202012] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd6011f-af3f-4d3f-bf23-dedea12926cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.213723] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65842659-1ccb-49be-bd23-e232d3168a3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.249933] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a94c6fc-a18b-4c27-9c2a-968d7a473578 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.257884] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03399da-783e-41bb-90df-e3e235659d7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.275186] env[69695]: DEBUG nova.compute.provider_tree [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.316501] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498851, 'name': CreateVM_Task, 'duration_secs': 0.361726} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.316616] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.317432] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.317600] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.318363] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.320718] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dc88e3-576b-4a08-a7cd-75b0dd249595 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.325175] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 915.325175] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d4b02c-8d0b-e691-b18f-184b97116de3" [ 915.325175] env[69695]: _type = "Task" [ 915.325175] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.336376] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d4b02c-8d0b-e691-b18f-184b97116de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.371304] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498850, 'name': Rename_Task, 'duration_secs': 1.145694} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.371584] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.372625] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6e7e124-3479-4d35-bee9-670ee4d1c0bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.382031] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 915.382031] env[69695]: value = "task-3498852" [ 915.382031] env[69695]: _type = "Task" [ 915.382031] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.389862] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.600121] env[69695]: DEBUG nova.network.neutron [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Updated VIF entry in instance network info cache for port 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.600121] env[69695]: DEBUG nova.network.neutron [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Updating instance_info_cache with network_info: [{"id": "f29bfc37-cb57-4972-96f3-7652e423f619", "address": "fa:16:3e:dc:64:b6", "network": {"id": "09fd6e42-1cb0-425c-9cf3-b4280280c36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2046144593", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29bfc37-cb", "ovs_interfaceid": "f29bfc37-cb57-4972-96f3-7652e423f619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "address": "fa:16:3e:c8:7d:e1", "network": {"id": "c013dee8-b91f-4e19-b385-85c8e0681bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-772003361", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6ba5a1-77", "ovs_interfaceid": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.764837] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "a5bb98f9-f843-4c86-8238-a30e446aeec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.765761] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.778080] env[69695]: DEBUG nova.scheduler.client.report [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.838133] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d4b02c-8d0b-e691-b18f-184b97116de3, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.838436] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.839053] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.839053] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.839053] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.839215] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.840042] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9fefe67-719a-4145-8c3f-7db5139be021 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.848992] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.850522] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.850522] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ca62d3-dfb2-4382-9cd0-7e5d8b94fc6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.855337] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 915.855337] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ed976d-9f02-d564-a54f-a1dbb1b4395b" [ 915.855337] env[69695]: _type = "Task" [ 915.855337] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.862910] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ed976d-9f02-d564-a54f-a1dbb1b4395b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.889280] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.102660] env[69695]: DEBUG oslo_concurrency.lockutils [req-bfbcd0bf-4689-4006-bf2d-c6cf8e875a50 req-8d620e82-d487-488e-a5b2-8e0ad35a3a76 service nova] Releasing lock "refresh_cache-2e8703c4-c08a-4250-8d77-9b2f7edc6e80" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.270447] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.285125] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.706s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.285400] env[69695]: INFO nova.compute.manager [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Migrating [ 916.292145] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.914s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.293846] env[69695]: INFO nova.compute.claims [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.366331] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ed976d-9f02-d564-a54f-a1dbb1b4395b, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.367153] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f147b3d-2148-4eb4-bbd3-35093288318f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.372794] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 916.372794] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c500d7-2e14-654e-a45f-5541fd52ebf7" [ 916.372794] env[69695]: _type = "Task" [ 916.372794] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.380230] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c500d7-2e14-654e-a45f-5541fd52ebf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.387806] env[69695]: DEBUG oslo_vmware.api [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3498852, 'name': PowerOnVM_Task, 'duration_secs': 0.628948} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.388101] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.388335] env[69695]: INFO nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Took 10.20 seconds to spawn the instance on the hypervisor. [ 916.388515] env[69695]: DEBUG nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.389252] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905b468-27f8-4ef6-91b8-ebe06bd432a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.765845] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.766148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.796718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.808311] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.808586] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.808779] env[69695]: DEBUG nova.network.neutron [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.882826] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c500d7-2e14-654e-a45f-5541fd52ebf7, 'name': SearchDatastore_Task, 'duration_secs': 0.012714} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.883177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.883845] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 2e8703c4-c08a-4250-8d77-9b2f7edc6e80/2e8703c4-c08a-4250-8d77-9b2f7edc6e80.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.883845] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53b41793-a548-4467-a51f-a631adcc27dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.889484] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 916.889484] env[69695]: value = "task-3498853" [ 916.889484] env[69695]: _type = "Task" [ 916.889484] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.897379] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.904155] env[69695]: INFO nova.compute.manager [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Took 50.47 seconds to build instance. [ 917.408385] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.539s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.414870] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.670178] env[69695]: DEBUG nova.network.neutron [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.832142] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6b419-2902-45d4-b7cc-a37ce51aa95d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.841111] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf885383-db34-4128-a931-1a6decb6d78d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.879832] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9babb46e-87f8-417e-9b0f-1b4f9352a4a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.888284] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e70cdd-375b-4906-8349-4fc96a99b4f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.905020] env[69695]: DEBUG nova.compute.provider_tree [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.912108] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522499} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.912630] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 2e8703c4-c08a-4250-8d77-9b2f7edc6e80/2e8703c4-c08a-4250-8d77-9b2f7edc6e80.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.912990] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.913337] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c235ca75-1c2e-4b22-a0a2-39836460e194 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.915419] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.925800] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 917.925800] env[69695]: value = "task-3498854" [ 917.925800] env[69695]: _type = "Task" [ 917.925800] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.935094] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.173652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.249230] env[69695]: DEBUG nova.compute.manager [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.249383] env[69695]: DEBUG nova.compute.manager [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing instance network info cache due to event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.249594] env[69695]: DEBUG oslo_concurrency.lockutils [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.249742] env[69695]: DEBUG oslo_concurrency.lockutils [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.249887] env[69695]: DEBUG nova.network.neutron [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.408524] env[69695]: DEBUG nova.scheduler.client.report [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.446950] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070109} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.447282] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.448402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.449495] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3eb623-605c-40a9-a3e6-ba1ea347209c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.476658] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 2e8703c4-c08a-4250-8d77-9b2f7edc6e80/2e8703c4-c08a-4250-8d77-9b2f7edc6e80.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.477050] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4429db2-d93a-48a0-a2df-da1885a79f87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.499080] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 918.499080] env[69695]: value = "task-3498855" [ 918.499080] env[69695]: _type = "Task" [ 918.499080] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.508451] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.914593] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.915606] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.918770] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.142s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.918969] env[69695]: DEBUG nova.objects.instance [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.010221] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498855, 'name': ReconfigVM_Task, 'duration_secs': 0.273443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.011439] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 2e8703c4-c08a-4250-8d77-9b2f7edc6e80/2e8703c4-c08a-4250-8d77-9b2f7edc6e80.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.011439] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1ecc624-abac-4fed-8cc3-f6abe98b7689 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.015672] env[69695]: DEBUG nova.network.neutron [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updated VIF entry in instance network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.016084] env[69695]: DEBUG nova.network.neutron [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.020173] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 919.020173] env[69695]: value = "task-3498856" [ 919.020173] env[69695]: _type = "Task" [ 919.020173] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.029119] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498856, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.222514] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "fefe229c-082b-4c2c-8179-eb50f2a174e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.222868] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.426693] env[69695]: DEBUG nova.compute.utils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.427989] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.428180] env[69695]: DEBUG nova.network.neutron [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.468543] env[69695]: DEBUG nova.policy [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.519348] env[69695]: DEBUG oslo_concurrency.lockutils [req-135bc4a5-ed59-4411-ab28-a549e526f6f3 req-4dc53e7b-251c-4770-8349-da6ea7d2605c service nova] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.530904] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498856, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.695960] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3a535-9802-49e1-b50b-db7ca163e4c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.715590] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.836299] env[69695]: DEBUG nova.network.neutron [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Successfully created port: 4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.931855] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.935343] env[69695]: DEBUG oslo_concurrency.lockutils [None req-588f59c3-86a3-4628-8c52-5486fcda222e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.937155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.530s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.937923] env[69695]: INFO nova.compute.claims [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.032232] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498856, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.221925] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.222283] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b62b42e-cc70-41a4-984a-d5f608932f56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.234836] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 920.234836] env[69695]: value = "task-3498857" [ 920.234836] env[69695]: _type = "Task" [ 920.234836] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.244690] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 920.244897] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.531556] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498856, 'name': Rename_Task, 'duration_secs': 1.232352} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.531857] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.532127] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192c8727-f457-493c-82fa-371fb236df63 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.539060] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 920.539060] env[69695]: value = "task-3498858" [ 920.539060] env[69695]: _type = "Task" [ 920.539060] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.546608] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.752765] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.753052] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.753267] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.753484] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.753638] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.753791] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.754019] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.754201] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.754374] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.754544] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.754715] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.761110] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03781b89-8f6f-4b5c-b043-be7f62ebf88e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.778308] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 920.778308] env[69695]: value = "task-3498859" [ 920.778308] env[69695]: _type = "Task" [ 920.778308] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.787908] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.943384] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.976230] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.976506] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.976663] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.976842] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.976994] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.977153] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.977361] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.977519] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.977682] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.977840] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.978019] env[69695]: DEBUG nova.virt.hardware [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.979216] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e1e20a-abff-4f37-ba72-fcbc29857f38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.989337] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d34edfb-6d1e-499d-a33f-6e2e6e06705a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.048468] env[69695]: DEBUG oslo_vmware.api [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498858, 'name': PowerOnVM_Task, 'duration_secs': 0.433128} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.050784] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.050982] env[69695]: INFO nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Took 12.18 seconds to spawn the instance on the hypervisor. [ 921.051182] env[69695]: DEBUG nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.052143] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50724737-44ed-4c0d-b11a-092e743bdfc5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.293059] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498859, 'name': ReconfigVM_Task, 'duration_secs': 0.146548} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.297345] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.344540] env[69695]: DEBUG nova.compute.manager [req-0f334e74-3e68-4975-acd8-2b6687431864 req-7ec41efc-bc43-4944-a3cb-391e6079eab4 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-vif-plugged-4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.344540] env[69695]: DEBUG oslo_concurrency.lockutils [req-0f334e74-3e68-4975-acd8-2b6687431864 req-7ec41efc-bc43-4944-a3cb-391e6079eab4 service nova] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.344540] env[69695]: DEBUG oslo_concurrency.lockutils [req-0f334e74-3e68-4975-acd8-2b6687431864 req-7ec41efc-bc43-4944-a3cb-391e6079eab4 service nova] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.344540] env[69695]: DEBUG oslo_concurrency.lockutils [req-0f334e74-3e68-4975-acd8-2b6687431864 req-7ec41efc-bc43-4944-a3cb-391e6079eab4 service nova] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.344540] env[69695]: DEBUG nova.compute.manager [req-0f334e74-3e68-4975-acd8-2b6687431864 req-7ec41efc-bc43-4944-a3cb-391e6079eab4 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] No waiting events found dispatching network-vif-plugged-4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.344540] env[69695]: WARNING nova.compute.manager [req-0f334e74-3e68-4975-acd8-2b6687431864 req-7ec41efc-bc43-4944-a3cb-391e6079eab4 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received unexpected event network-vif-plugged-4e48eae8-24b4-43be-b883-f53a6aaa5da4 for instance with vm_state building and task_state spawning. [ 921.377750] env[69695]: DEBUG nova.network.neutron [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Successfully updated port: 4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.432425] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a97be9-0a40-4e0b-a29c-c1b22e7c0567 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.441516] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026c691-57e4-4aac-bab2-fc3c643a057e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.477337] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d4a205-bf3d-4bab-a345-4b0c7a3f09bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.484673] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac15414-2b8c-426a-b673-f5d9b532396f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.499242] env[69695]: DEBUG nova.compute.provider_tree [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.570830] env[69695]: INFO nova.compute.manager [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Took 52.97 seconds to build instance. [ 921.808660] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.808944] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.809125] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.809314] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.809460] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.809603] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.809805] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.809966] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.810192] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.810363] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.810535] env[69695]: DEBUG nova.virt.hardware [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.815890] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.816234] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829efaf1-6eed-4f5d-a83a-e2515d727b8f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.836614] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 921.836614] env[69695]: value = "task-3498860" [ 921.836614] env[69695]: _type = "Task" [ 921.836614] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.846932] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.880806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.880994] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.881143] env[69695]: DEBUG nova.network.neutron [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.003664] env[69695]: DEBUG nova.scheduler.client.report [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.074391] env[69695]: DEBUG oslo_concurrency.lockutils [None req-599a9df1-a315-4c5b-90c2-08eb4b71e850 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.071s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.133377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.133650] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.133910] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.134183] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.134302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.136622] env[69695]: INFO nova.compute.manager [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Terminating instance [ 922.347103] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498860, 'name': ReconfigVM_Task, 'duration_secs': 0.155371} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.347103] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.347563] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf8090-aef9-4e94-ab47-26dfb63b3220 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.373405] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4/b45391be-19be-4a55-88cf-c471c4355ff4.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.374118] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6156b55-5d48-4d46-b9f7-7b4a4f2f88d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.393116] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 922.393116] env[69695]: value = "task-3498861" [ 922.393116] env[69695]: _type = "Task" [ 922.393116] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.403409] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.416539] env[69695]: DEBUG nova.network.neutron [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.509197] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.509702] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.512389] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.066s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.514426] env[69695]: INFO nova.compute.claims [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.557385] env[69695]: DEBUG nova.network.neutron [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.577108] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.640457] env[69695]: DEBUG nova.compute.manager [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.640699] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.641570] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71d3f99-b81a-4f8b-b208-f6d1286e1454 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.649099] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.649336] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b74ded2-0e96-4259-8cc0-4689209591a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.654918] env[69695]: DEBUG oslo_vmware.api [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 922.654918] env[69695]: value = "task-3498862" [ 922.654918] env[69695]: _type = "Task" [ 922.654918] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.662423] env[69695]: DEBUG oslo_vmware.api [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.902346] env[69695]: DEBUG oslo_vmware.api [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3498861, 'name': ReconfigVM_Task, 'duration_secs': 0.258027} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.902615] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4/b45391be-19be-4a55-88cf-c471c4355ff4.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.902877] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.018813] env[69695]: DEBUG nova.compute.utils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.022258] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.022436] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.064250] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.064250] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Instance network_info: |[{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.064250] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ff:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e48eae8-24b4-43be-b883-f53a6aaa5da4', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.078374] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.080411] env[69695]: DEBUG nova.policy [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3644aa729bcd4079ba92a97717e61b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da3395d2126453894c71b8ed9701751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.083026] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.087761] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995ceb9f-4eb2-4070-b74c-9481b64200e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.103806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.110371] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.110371] env[69695]: value = "task-3498863" [ 923.110371] env[69695]: _type = "Task" [ 923.110371] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.118692] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498863, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.166598] env[69695]: DEBUG oslo_vmware.api [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498862, 'name': PowerOffVM_Task, 'duration_secs': 0.199678} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.166874] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.167055] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.167340] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0f07e4b-d1fc-4f10-a5cb-d97705cb9cc0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267232] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.267232] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.267390] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Deleting the datastore file [datastore2] 2e8703c4-c08a-4250-8d77-9b2f7edc6e80 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.268071] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d394d0c-f45b-4e7d-b282-0172aac5800c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.276028] env[69695]: DEBUG oslo_vmware.api [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for the task: (returnval){ [ 923.276028] env[69695]: value = "task-3498865" [ 923.276028] env[69695]: _type = "Task" [ 923.276028] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.282586] env[69695]: DEBUG oslo_vmware.api [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.409219] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd07a4-10a9-4fb7-8e77-f21831cf1bc4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.438285] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb3b42c-9ca0-43c1-8923-6752b262647b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.460711] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.468411] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Successfully created port: 9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.470875] env[69695]: DEBUG nova.compute.manager [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-changed-4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.471069] env[69695]: DEBUG nova.compute.manager [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing instance network info cache due to event network-changed-4e48eae8-24b4-43be-b883-f53a6aaa5da4. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.471282] env[69695]: DEBUG oslo_concurrency.lockutils [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.471576] env[69695]: DEBUG oslo_concurrency.lockutils [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.471751] env[69695]: DEBUG nova.network.neutron [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing network info cache for port 4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.523186] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.622402] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498863, 'name': CreateVM_Task, 'duration_secs': 0.348677} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.622453] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.623236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.623395] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.623738] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.623994] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9534403-61a8-43d8-9041-55698e3d1d10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.632171] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 923.632171] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f84de7-f77e-12d7-1e51-20d390428d2f" [ 923.632171] env[69695]: _type = "Task" [ 923.632171] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.641020] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f84de7-f77e-12d7-1e51-20d390428d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.786134] env[69695]: DEBUG oslo_vmware.api [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Task: {'id': task-3498865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208632} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.786421] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.786583] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.786758] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.786927] env[69695]: INFO nova.compute.manager [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.787230] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.787437] env[69695]: DEBUG nova.compute.manager [-] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.787533] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.981769] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c0b66-353a-4d48-8362-122e5871a986 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.990312] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad84c444-ed61-43ad-b40c-e6ff37be5946 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.030782] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74607210-8575-4a2a-9c1b-de0333fce549 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.036783] env[69695]: DEBUG nova.network.neutron [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Port e29581ff-6de0-40cb-9e61-f5e0c3b54a68 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 924.044104] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9955608-69fd-47fc-9ce7-a5d371a6679e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.057963] env[69695]: DEBUG nova.compute.provider_tree [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.062969] env[69695]: DEBUG nova.compute.manager [req-9539ee6d-6bd8-4f22-a8a7-b55ce1830057 req-524b9322-4e2a-4e68-bf87-d0caf9dd553d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received event network-vif-deleted-f29bfc37-cb57-4972-96f3-7652e423f619 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.063178] env[69695]: INFO nova.compute.manager [req-9539ee6d-6bd8-4f22-a8a7-b55ce1830057 req-524b9322-4e2a-4e68-bf87-d0caf9dd553d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Neutron deleted interface f29bfc37-cb57-4972-96f3-7652e423f619; detaching it from the instance and deleting it from the info cache [ 924.063430] env[69695]: DEBUG nova.network.neutron [req-9539ee6d-6bd8-4f22-a8a7-b55ce1830057 req-524b9322-4e2a-4e68-bf87-d0caf9dd553d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Updating instance_info_cache with network_info: [{"id": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "address": "fa:16:3e:c8:7d:e1", "network": {"id": "c013dee8-b91f-4e19-b385-85c8e0681bc3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-772003361", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c42fb897deab49dbbfca2db902328638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6ba5a1-77", "ovs_interfaceid": "1d6ba5a1-77cf-4b4c-b0b6-0a928224d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.143307] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f84de7-f77e-12d7-1e51-20d390428d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.016194} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.143666] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.143978] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.144287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.144473] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.144708] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.145011] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db5990b2-f12d-44b7-81dc-672f9c3d6b57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.153795] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.154053] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.158228] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16aee656-38cf-4ec5-ada2-3bfb21ffe2e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.163950] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 924.163950] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c77225-a393-a17f-fda2-aac245f21a08" [ 924.163950] env[69695]: _type = "Task" [ 924.163950] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.171839] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c77225-a393-a17f-fda2-aac245f21a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.232032] env[69695]: DEBUG nova.network.neutron [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updated VIF entry in instance network info cache for port 4e48eae8-24b4-43be-b883-f53a6aaa5da4. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.232032] env[69695]: DEBUG nova.network.neutron [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.543257] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.561834] env[69695]: DEBUG nova.scheduler.client.report [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.569356] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b77dd2-ebcf-4705-b323-3243c3a3872d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.578394] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.579255] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.579420] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.579601] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.579743] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.579885] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.580254] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.580477] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.580714] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.580939] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.581244] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.582717] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d1fdd7-f871-4956-b353-881c85131f16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.592813] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f284eae-9c2a-42f9-8756-93c28ef031c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.610786] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a729e53a-443e-470d-851a-6c308c6c6b9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.642728] env[69695]: DEBUG nova.compute.manager [req-9539ee6d-6bd8-4f22-a8a7-b55ce1830057 req-524b9322-4e2a-4e68-bf87-d0caf9dd553d service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Detach interface failed, port_id=f29bfc37-cb57-4972-96f3-7652e423f619, reason: Instance 2e8703c4-c08a-4250-8d77-9b2f7edc6e80 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.673205] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c77225-a393-a17f-fda2-aac245f21a08, 'name': SearchDatastore_Task, 'duration_secs': 0.024213} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.674059] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480a9d65-5049-4a2f-a434-4f42e7ff051e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.678937] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 924.678937] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4e897-e7a0-9f1b-cc56-02f9dce6a20c" [ 924.678937] env[69695]: _type = "Task" [ 924.678937] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.686305] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4e897-e7a0-9f1b-cc56-02f9dce6a20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.733595] env[69695]: DEBUG oslo_concurrency.lockutils [req-498649f8-251c-4335-a0fe-a831fde27e11 req-360461df-5dbd-4d6c-9396-57117be054ad service nova] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.812254] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.975155] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Successfully updated port: 9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.057031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.057031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.057031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.070795] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.071461] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.074474] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.568s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.074474] env[69695]: DEBUG nova.objects.instance [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lazy-loading 'resources' on Instance uuid 2165596f-68ea-4047-9250-3901ff2491f8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.189397] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4e897-e7a0-9f1b-cc56-02f9dce6a20c, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.190469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.190469] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 569991e3-d61b-4607-9210-cb2b92a9291a/569991e3-d61b-4607-9210-cb2b92a9291a.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.190469] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0322cf-229a-496a-9878-3ae6a50b1e72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.198446] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 925.198446] env[69695]: value = "task-3498866" [ 925.198446] env[69695]: _type = "Task" [ 925.198446] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.205864] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.315015] env[69695]: INFO nova.compute.manager [-] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Took 1.53 seconds to deallocate network for instance. [ 925.478442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "refresh_cache-0f933921-6f0c-4c89-971f-b6e24a11f909" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.478442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "refresh_cache-0f933921-6f0c-4c89-971f-b6e24a11f909" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.478442] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.500247] env[69695]: DEBUG nova.compute.manager [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Received event network-vif-plugged-9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.500485] env[69695]: DEBUG oslo_concurrency.lockutils [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] Acquiring lock "0f933921-6f0c-4c89-971f-b6e24a11f909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.500733] env[69695]: DEBUG oslo_concurrency.lockutils [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.500849] env[69695]: DEBUG oslo_concurrency.lockutils [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.501027] env[69695]: DEBUG nova.compute.manager [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] No waiting events found dispatching network-vif-plugged-9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.501197] env[69695]: WARNING nova.compute.manager [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Received unexpected event network-vif-plugged-9a518ed8-2a67-46b7-a050-ab64e01602a8 for instance with vm_state building and task_state spawning. [ 925.501507] env[69695]: DEBUG nova.compute.manager [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Received event network-changed-9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.501507] env[69695]: DEBUG nova.compute.manager [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Refreshing instance network info cache due to event network-changed-9a518ed8-2a67-46b7-a050-ab64e01602a8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.501663] env[69695]: DEBUG oslo_concurrency.lockutils [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] Acquiring lock "refresh_cache-0f933921-6f0c-4c89-971f-b6e24a11f909" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.578441] env[69695]: DEBUG nova.compute.utils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.584105] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.584105] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.632565] env[69695]: DEBUG nova.policy [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3644aa729bcd4079ba92a97717e61b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da3395d2126453894c71b8ed9701751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.708980] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471367} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.711680] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 569991e3-d61b-4607-9210-cb2b92a9291a/569991e3-d61b-4607-9210-cb2b92a9291a.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.711921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.712348] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4ee69e0-81a5-4283-90ed-d50b4db55ee5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.718603] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 925.718603] env[69695]: value = "task-3498867" [ 925.718603] env[69695]: _type = "Task" [ 925.718603] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.729632] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.822174] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.902996] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Successfully created port: aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.011157] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.085514] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.093309] env[69695]: DEBUG nova.compute.manager [req-471753e6-9ecb-4b74-948b-83e85d52461f req-1b017039-8b58-431f-819b-31754216ff7c service nova] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Received event network-vif-deleted-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.106395] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.106677] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.106854] env[69695]: DEBUG nova.network.neutron [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.133542] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b954dd-7b5c-4388-a173-324c27320378 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.142901] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37fd85-ed56-4623-aca4-b168ec893899 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.179007] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Updating instance_info_cache with network_info: [{"id": "9a518ed8-2a67-46b7-a050-ab64e01602a8", "address": "fa:16:3e:7d:34:72", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a518ed8-2a", "ovs_interfaceid": "9a518ed8-2a67-46b7-a050-ab64e01602a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.180745] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c2fa2-b3e6-4edc-af53-3624471b38b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.190938] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e58164-d2cf-4f24-8d41-3a24a2914576 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.208346] env[69695]: DEBUG nova.compute.provider_tree [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.228370] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067059} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.228370] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.228822] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3723fb-8660-49ef-9ef7-ba6fb9b360bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.251585] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 569991e3-d61b-4607-9210-cb2b92a9291a/569991e3-d61b-4607-9210-cb2b92a9291a.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.252107] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8890583a-784e-48aa-bcfd-0ef961f5e902 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.275355] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 926.275355] env[69695]: value = "task-3498868" [ 926.275355] env[69695]: _type = "Task" [ 926.275355] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.283474] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.684246] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "refresh_cache-0f933921-6f0c-4c89-971f-b6e24a11f909" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.684672] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Instance network_info: |[{"id": "9a518ed8-2a67-46b7-a050-ab64e01602a8", "address": "fa:16:3e:7d:34:72", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a518ed8-2a", "ovs_interfaceid": "9a518ed8-2a67-46b7-a050-ab64e01602a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.684985] env[69695]: DEBUG oslo_concurrency.lockutils [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] Acquired lock "refresh_cache-0f933921-6f0c-4c89-971f-b6e24a11f909" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.685207] env[69695]: DEBUG nova.network.neutron [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Refreshing network info cache for port 9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.686403] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:34:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a518ed8-2a67-46b7-a050-ab64e01602a8', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.693901] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.697068] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.697440] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46256200-1d14-4c26-bbce-7d4840f76c87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.712917] env[69695]: DEBUG nova.scheduler.client.report [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.721820] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.721820] env[69695]: value = "task-3498869" [ 926.721820] env[69695]: _type = "Task" [ 926.721820] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.730110] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498869, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.785880] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498868, 'name': ReconfigVM_Task, 'duration_secs': 0.3928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.786715] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 569991e3-d61b-4607-9210-cb2b92a9291a/569991e3-d61b-4607-9210-cb2b92a9291a.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.787649] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5650fbe0-f810-4bbb-b4c2-a9adcbe82528 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.796215] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 926.796215] env[69695]: value = "task-3498870" [ 926.796215] env[69695]: _type = "Task" [ 926.796215] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.807395] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498870, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.945335] env[69695]: DEBUG nova.network.neutron [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Updated VIF entry in instance network info cache for port 9a518ed8-2a67-46b7-a050-ab64e01602a8. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.945844] env[69695]: DEBUG nova.network.neutron [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Updating instance_info_cache with network_info: [{"id": "9a518ed8-2a67-46b7-a050-ab64e01602a8", "address": "fa:16:3e:7d:34:72", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a518ed8-2a", "ovs_interfaceid": "9a518ed8-2a67-46b7-a050-ab64e01602a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.999211] env[69695]: DEBUG nova.network.neutron [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.098894] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.123694] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.124044] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.124235] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.124418] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.124564] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.124708] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.124912] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.125083] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.125255] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.125522] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.125923] env[69695]: DEBUG nova.virt.hardware [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.126772] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c84f58a-75da-4048-8600-98b62b3f3db6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.136660] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a09eeca-c454-42ae-abef-edfb2f312037 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.218731] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.221957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.956s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.221957] env[69695]: DEBUG nova.objects.instance [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 927.233757] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498869, 'name': CreateVM_Task, 'duration_secs': 0.371055} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.233897] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.234628] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.234836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.235074] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.235330] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7ce82a-78f5-49b5-b5a9-588a797464e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.239918] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 927.239918] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f8a59-f9c5-1742-cccd-bc22848a5406" [ 927.239918] env[69695]: _type = "Task" [ 927.239918] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.244949] env[69695]: INFO nova.scheduler.client.report [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Deleted allocations for instance 2165596f-68ea-4047-9250-3901ff2491f8 [ 927.249635] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f8a59-f9c5-1742-cccd-bc22848a5406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.306830] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498870, 'name': Rename_Task, 'duration_secs': 0.281413} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.307163] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.307415] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdac1116-d127-41bb-8117-dc2882fe8929 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.314436] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 927.314436] env[69695]: value = "task-3498871" [ 927.314436] env[69695]: _type = "Task" [ 927.314436] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.323376] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.394238] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Successfully updated port: aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.448851] env[69695]: DEBUG oslo_concurrency.lockutils [req-66dfeef6-d956-40b3-b83d-4c2acc383b17 req-b896f20a-3054-4dc7-a4ed-ad261bc3fade service nova] Releasing lock "refresh_cache-0f933921-6f0c-4c89-971f-b6e24a11f909" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.505021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.526228] env[69695]: DEBUG nova.compute.manager [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Received event network-vif-plugged-aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.526460] env[69695]: DEBUG oslo_concurrency.lockutils [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] Acquiring lock "67d42a6e-33bb-4219-b4e9-361a55d96005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.526690] env[69695]: DEBUG oslo_concurrency.lockutils [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.526817] env[69695]: DEBUG oslo_concurrency.lockutils [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.527169] env[69695]: DEBUG nova.compute.manager [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] No waiting events found dispatching network-vif-plugged-aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.527169] env[69695]: WARNING nova.compute.manager [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Received unexpected event network-vif-plugged-aa6a5b95-4569-401e-a3d5-95680dfd1be6 for instance with vm_state building and task_state spawning. [ 927.527363] env[69695]: DEBUG nova.compute.manager [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Received event network-changed-aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.527496] env[69695]: DEBUG nova.compute.manager [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Refreshing instance network info cache due to event network-changed-aa6a5b95-4569-401e-a3d5-95680dfd1be6. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.531050] env[69695]: DEBUG oslo_concurrency.lockutils [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] Acquiring lock "refresh_cache-67d42a6e-33bb-4219-b4e9-361a55d96005" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.531050] env[69695]: DEBUG oslo_concurrency.lockutils [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] Acquired lock "refresh_cache-67d42a6e-33bb-4219-b4e9-361a55d96005" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.531050] env[69695]: DEBUG nova.network.neutron [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Refreshing network info cache for port aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.750756] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f8a59-f9c5-1742-cccd-bc22848a5406, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.751084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.751323] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.751561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.751705] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.751884] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.752775] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b970390-8cde-4bbd-9c7f-83a3c80fba41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.757157] env[69695]: DEBUG oslo_concurrency.lockutils [None req-01e70406-97a7-48e4-8059-b2ca6395f016 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Lock "2165596f-68ea-4047-9250-3901ff2491f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.646s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.764278] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.764457] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.765206] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd125e2b-765c-4102-ac3b-1ad1196bbdac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.771031] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 927.771031] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e26ce7-3e6a-aef0-848f-bbd4e375c7db" [ 927.771031] env[69695]: _type = "Task" [ 927.771031] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.779646] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e26ce7-3e6a-aef0-848f-bbd4e375c7db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.826470] env[69695]: DEBUG oslo_vmware.api [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3498871, 'name': PowerOnVM_Task, 'duration_secs': 0.420896} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.826470] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.826613] env[69695]: INFO nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Took 6.88 seconds to spawn the instance on the hypervisor. [ 927.826763] env[69695]: DEBUG nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.827569] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c58cee-2064-4d3e-8406-5b3e9fe103f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.901666] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "refresh_cache-67d42a6e-33bb-4219-b4e9-361a55d96005" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.044914] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84b2042-ac5d-4ab6-b3ed-26881c150e24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.076200] env[69695]: DEBUG nova.network.neutron [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.078845] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c01301-d12f-4af5-8ab4-4e9a94714819 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.086812] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.156724] env[69695]: DEBUG nova.network.neutron [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.231548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f1a22cd-c5c5-4af5-88f8-03c8787f20a8 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.236104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.321s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.236104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.236104] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 928.236104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.871s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.236104] env[69695]: DEBUG nova.objects.instance [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 928.241608] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe86065-d4be-468f-83a8-12abda55d4de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.254579] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0c297-fe9c-40d0-875b-b2f4c94e7fac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.270806] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fbfcef-8f21-403a-9b15-ba955806f37c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.285040] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b1c6f8-f9b2-41c5-a98b-ead490bd1293 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.288747] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e26ce7-3e6a-aef0-848f-bbd4e375c7db, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.290385] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458d32e1-861b-452a-bfbf-ebb493a8c629 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.321772] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179336MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 928.322122] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.327425] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 928.327425] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5225b3f2-558d-fe33-1741-ba2fd1fd274f" [ 928.327425] env[69695]: _type = "Task" [ 928.327425] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.335757] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5225b3f2-558d-fe33-1741-ba2fd1fd274f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.346067] env[69695]: INFO nova.compute.manager [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Took 53.98 seconds to build instance. [ 928.598873] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c69e4a7a-9f2a-48a3-a9ca-2f5434479702 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance 'b45391be-19be-4a55-88cf-c471c4355ff4' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.659444] env[69695]: DEBUG oslo_concurrency.lockutils [req-47310fec-f7f3-4360-883c-993a90faad02 req-41916bfd-1ba6-4c41-ba0e-03edddb80a43 service nova] Releasing lock "refresh_cache-67d42a6e-33bb-4219-b4e9-361a55d96005" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.659910] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "refresh_cache-67d42a6e-33bb-4219-b4e9-361a55d96005" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.660097] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.842205] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5225b3f2-558d-fe33-1741-ba2fd1fd274f, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.842599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.842746] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0f933921-6f0c-4c89-971f-b6e24a11f909/0f933921-6f0c-4c89-971f-b6e24a11f909.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.843032] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-269102d3-af7d-41d5-bc07-a8156dc1a4e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.848191] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "569991e3-d61b-4607-9210-cb2b92a9291a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.658s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.852101] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 928.852101] env[69695]: value = "task-3498872" [ 928.852101] env[69695]: _type = "Task" [ 928.852101] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.860903] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.203060] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.250618] env[69695]: DEBUG oslo_concurrency.lockutils [None req-31b5b48c-e2bd-4633-975f-e727d40e434e tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.252306] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.322s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.253930] env[69695]: INFO nova.compute.claims [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.353047] env[69695]: DEBUG nova.network.neutron [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Updating instance_info_cache with network_info: [{"id": "aa6a5b95-4569-401e-a3d5-95680dfd1be6", "address": "fa:16:3e:12:aa:2e", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6a5b95-45", "ovs_interfaceid": "aa6a5b95-4569-401e-a3d5-95680dfd1be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.363374] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498872, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.552137] env[69695]: DEBUG nova.compute.manager [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-changed-4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.552137] env[69695]: DEBUG nova.compute.manager [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing instance network info cache due to event network-changed-4e48eae8-24b4-43be-b883-f53a6aaa5da4. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.552137] env[69695]: DEBUG oslo_concurrency.lockutils [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.552137] env[69695]: DEBUG oslo_concurrency.lockutils [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.552137] env[69695]: DEBUG nova.network.neutron [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing network info cache for port 4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.858468] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "refresh_cache-67d42a6e-33bb-4219-b4e9-361a55d96005" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.858778] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Instance network_info: |[{"id": "aa6a5b95-4569-401e-a3d5-95680dfd1be6", "address": "fa:16:3e:12:aa:2e", "network": {"id": "ab0fe683-e056-4227-b0f5-f4b282d02ec4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1516833299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da3395d2126453894c71b8ed9701751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6a5b95-45", "ovs_interfaceid": "aa6a5b95-4569-401e-a3d5-95680dfd1be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.859213] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:aa:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa6a5b95-4569-401e-a3d5-95680dfd1be6', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.866618] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.867280] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.867504] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357f8db7-ab6b-4233-a8c8-b10f15e06614 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.884705] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535038} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.885294] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0f933921-6f0c-4c89-971f-b6e24a11f909/0f933921-6f0c-4c89-971f-b6e24a11f909.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.885502] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.885734] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-debc1353-13c8-4998-b142-645b177f99d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.889764] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.889764] env[69695]: value = "task-3498873" [ 929.889764] env[69695]: _type = "Task" [ 929.889764] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.893407] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 929.893407] env[69695]: value = "task-3498874" [ 929.893407] env[69695]: _type = "Task" [ 929.893407] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.900593] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498873, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.903788] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.409380] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068936} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.409716] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498873, 'name': CreateVM_Task, 'duration_secs': 0.394298} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.409716] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.409892] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.410703] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3961b06-e639-48c2-8bc9-998338f441f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.413435] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.413594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.413943] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.414225] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b6d2d4-5c92-44fd-8ae0-d973a4f0a454 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.438948] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 0f933921-6f0c-4c89-971f-b6e24a11f909/0f933921-6f0c-4c89-971f-b6e24a11f909.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.439173] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 930.439173] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5292fd24-2fda-88ea-2153-fe5e842521c9" [ 930.439173] env[69695]: _type = "Task" [ 930.439173] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.446761] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bef879a-3866-4312-88da-ca7945532a67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.468092] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5292fd24-2fda-88ea-2153-fe5e842521c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.472083] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.472329] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.472603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.472708] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.472880] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.473209] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 930.473209] env[69695]: value = "task-3498875" [ 930.473209] env[69695]: _type = "Task" [ 930.473209] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.474370] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a617c23-093d-4f8a-af10-b620be2f02c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.483758] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.487255] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.487440] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.488163] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9898ae58-9e25-441b-bf96-7a881bc1ac8d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.493365] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 930.493365] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529b677d-d132-bc4a-e753-5ae6d8ec0d96" [ 930.493365] env[69695]: _type = "Task" [ 930.493365] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.509051] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529b677d-d132-bc4a-e753-5ae6d8ec0d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.749104] env[69695]: DEBUG nova.network.neutron [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updated VIF entry in instance network info cache for port 4e48eae8-24b4-43be-b883-f53a6aaa5da4. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.749104] env[69695]: DEBUG nova.network.neutron [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.763101] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f07f2dc-9f40-492b-97f6-54437849123c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.772013] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea6d30-94f1-4dfd-9de5-770fa8ad32ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.803548] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f782bb85-b025-47f7-90f3-8c5d40d52557 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.811146] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5153543-b1fc-4351-820a-e3a7bdab79ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.824915] env[69695]: DEBUG nova.compute.provider_tree [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.985704] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498875, 'name': ReconfigVM_Task, 'duration_secs': 0.303527} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.988748] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 0f933921-6f0c-4c89-971f-b6e24a11f909/0f933921-6f0c-4c89-971f-b6e24a11f909.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.988748] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d33d0e1-ab25-4b9e-97fd-4b2d5e482d7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.996079] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 930.996079] env[69695]: value = "task-3498876" [ 930.996079] env[69695]: _type = "Task" [ 930.996079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.005867] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529b677d-d132-bc4a-e753-5ae6d8ec0d96, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.009898] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498876, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.010417] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e08dcbe-a2ad-42f6-b772-18afec0b1911 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.018148] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 931.018148] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52848252-dae3-b4cd-899a-541af4150fd6" [ 931.018148] env[69695]: _type = "Task" [ 931.018148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.027596] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52848252-dae3-b4cd-899a-541af4150fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.086300] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.086300] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.086300] env[69695]: DEBUG nova.compute.manager [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Going to confirm migration 3 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 931.251226] env[69695]: DEBUG oslo_concurrency.lockutils [req-16679d8f-b52e-4dd7-86c9-338718bdec60 req-c71e7f20-e5f0-4de6-9d27-994d5dda9171 service nova] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.332018] env[69695]: DEBUG nova.scheduler.client.report [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.509247] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498876, 'name': Rename_Task, 'duration_secs': 0.14562} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.510529] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.510926] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a99b34a0-5172-4947-822b-293de9018d71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.520140] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 931.520140] env[69695]: value = "task-3498877" [ 931.520140] env[69695]: _type = "Task" [ 931.520140] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.530220] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52848252-dae3-b4cd-899a-541af4150fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.534700] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.535141] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 67d42a6e-33bb-4219-b4e9-361a55d96005/67d42a6e-33bb-4219-b4e9-361a55d96005.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.535799] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.536176] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a7d91b-1e39-4631-aea1-d57e1926bbf8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.545187] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 931.545187] env[69695]: value = "task-3498878" [ 931.545187] env[69695]: _type = "Task" [ 931.545187] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.555956] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.701058] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.701542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.702058] env[69695]: DEBUG nova.network.neutron [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.702277] env[69695]: DEBUG nova.objects.instance [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'info_cache' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.837010] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.837689] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.841265] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.177s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.841519] env[69695]: DEBUG nova.objects.instance [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lazy-loading 'resources' on Instance uuid 55114945-9fb0-43c8-b1b5-a131714850de {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.036379] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.053567] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.342540] env[69695]: DEBUG nova.compute.utils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.343961] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.344151] env[69695]: DEBUG nova.network.neutron [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.390176] env[69695]: DEBUG nova.policy [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8889a4a52fdc4fefa834bbfec8e35c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53139eab646c4cbfb9f0b448dbaaac47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.536068] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498877, 'name': PowerOnVM_Task, 'duration_secs': 0.624237} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.537700] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.537700] env[69695]: INFO nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Took 7.99 seconds to spawn the instance on the hypervisor. [ 932.537700] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.538100] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4d1b64-0d94-4b9b-b7a2-4ffcfbaa57ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.557901] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686076} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.558170] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 67d42a6e-33bb-4219-b4e9-361a55d96005/67d42a6e-33bb-4219-b4e9-361a55d96005.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.558390] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.558637] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d82f88a6-3c43-415f-89cb-933f79cba671 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.564612] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 932.564612] env[69695]: value = "task-3498879" [ 932.564612] env[69695]: _type = "Task" [ 932.564612] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.577410] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.700369] env[69695]: DEBUG nova.network.neutron [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Successfully created port: 2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.790881] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3b2f2c-fe30-49f8-bbec-667c08d15b06 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.799977] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9502d5f-5898-437c-a856-9fb7a631a84a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.834435] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547e5c1-bccd-4974-a903-5309039e5ecc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.843119] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0081be-02c4-4382-89f1-b1ceac1c53e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.851753] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.859819] env[69695]: DEBUG nova.compute.provider_tree [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.001143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "d55fe750-9d29-4279-8462-05865a0a3b09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.002448] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "d55fe750-9d29-4279-8462-05865a0a3b09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.063142] env[69695]: INFO nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Took 46.68 seconds to build instance. [ 933.082646] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072967} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.083628] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.084457] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da2974-c011-445e-a6b3-34e5ce04a921 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.107117] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 67d42a6e-33bb-4219-b4e9-361a55d96005/67d42a6e-33bb-4219-b4e9-361a55d96005.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.110022] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a3b9a6-3ef1-412a-8c37-1f17e251cd15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.128206] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 933.128206] env[69695]: value = "task-3498880" [ 933.128206] env[69695]: _type = "Task" [ 933.128206] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.136651] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.338719] env[69695]: DEBUG nova.network.neutron [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.369017] env[69695]: DEBUG nova.scheduler.client.report [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.504503] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.566639] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.194s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.639985] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498880, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.844147] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.844872] env[69695]: DEBUG nova.objects.instance [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'migration_context' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.873071] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.875533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.878321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.890s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.878321] env[69695]: DEBUG nova.objects.instance [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lazy-loading 'resources' on Instance uuid 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.908031] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0cd18d2503d937356d34374aaa5cb85b',container_format='bare',created_at=2025-04-21T14:24:40Z,direct_url=,disk_format='vmdk',id=a3499262-b27d-4aa5-b73f-fa7d2e296c1a,min_disk=1,min_ram=0,name='tempest-test-snap-724384668',owner='53139eab646c4cbfb9f0b448dbaaac47',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-21T14:24:55Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.908031] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.908198] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.908236] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.908378] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.908607] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.908730] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.908885] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.909066] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.909233] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.909404] env[69695]: DEBUG nova.virt.hardware [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.910281] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49686df-680c-4bbb-9a23-79877fe7e5ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.913560] env[69695]: INFO nova.scheduler.client.report [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Deleted allocations for instance 55114945-9fb0-43c8-b1b5-a131714850de [ 933.922369] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb16bd39-c394-4a8b-a15b-fa0e0e43e628 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.031659] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.131797] env[69695]: DEBUG nova.compute.manager [req-8c3e2bc1-154c-42d9-a9b2-4802760fac28 req-a15d3ecb-ae19-4879-a648-67b356ed6164 service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Received event network-vif-plugged-2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.131950] env[69695]: DEBUG oslo_concurrency.lockutils [req-8c3e2bc1-154c-42d9-a9b2-4802760fac28 req-a15d3ecb-ae19-4879-a648-67b356ed6164 service nova] Acquiring lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.132186] env[69695]: DEBUG oslo_concurrency.lockutils [req-8c3e2bc1-154c-42d9-a9b2-4802760fac28 req-a15d3ecb-ae19-4879-a648-67b356ed6164 service nova] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.132355] env[69695]: DEBUG oslo_concurrency.lockutils [req-8c3e2bc1-154c-42d9-a9b2-4802760fac28 req-a15d3ecb-ae19-4879-a648-67b356ed6164 service nova] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.132706] env[69695]: DEBUG nova.compute.manager [req-8c3e2bc1-154c-42d9-a9b2-4802760fac28 req-a15d3ecb-ae19-4879-a648-67b356ed6164 service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] No waiting events found dispatching network-vif-plugged-2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.132883] env[69695]: WARNING nova.compute.manager [req-8c3e2bc1-154c-42d9-a9b2-4802760fac28 req-a15d3ecb-ae19-4879-a648-67b356ed6164 service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Received unexpected event network-vif-plugged-2d97915d-38c4-4f8d-ac90-6886e25b3d7a for instance with vm_state building and task_state spawning. [ 934.145032] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498880, 'name': ReconfigVM_Task, 'duration_secs': 0.518018} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.145311] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 67d42a6e-33bb-4219-b4e9-361a55d96005/67d42a6e-33bb-4219-b4e9-361a55d96005.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.145890] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e48174f8-b909-4bf6-b810-329a31d25511 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.152872] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 934.152872] env[69695]: value = "task-3498881" [ 934.152872] env[69695]: _type = "Task" [ 934.152872] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.160754] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498881, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.229457] env[69695]: DEBUG nova.network.neutron [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Successfully updated port: 2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.347836] env[69695]: DEBUG nova.objects.base [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.348748] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d285528-9eb6-4de5-a341-90f7ccfe3523 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.367781] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabb914b-7783-4c1c-8771-240df0a53279 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.373476] env[69695]: DEBUG oslo_vmware.api [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 934.373476] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529448a9-1926-8f3b-7f89-21f7d6ff982c" [ 934.373476] env[69695]: _type = "Task" [ 934.373476] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.383356] env[69695]: DEBUG oslo_vmware.api [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529448a9-1926-8f3b-7f89-21f7d6ff982c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.425797] env[69695]: DEBUG oslo_concurrency.lockutils [None req-116b9ec8-9183-4136-bb80-8b102fdc13a7 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Lock "55114945-9fb0-43c8-b1b5-a131714850de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.409s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.665442] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498881, 'name': Rename_Task, 'duration_secs': 0.147791} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.665728] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.665982] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf41342-5f56-46bb-9865-d84662dba95e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.673063] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 934.673063] env[69695]: value = "task-3498882" [ 934.673063] env[69695]: _type = "Task" [ 934.673063] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.681558] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.736379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "refresh_cache-22453924-65e2-4b4f-b4c6-6c8398bfa99c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.736379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "refresh_cache-22453924-65e2-4b4f-b4c6-6c8398bfa99c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.736379] env[69695]: DEBUG nova.network.neutron [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.785081] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aee5a50-83d6-4593-b18c-ef3d8429b15d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.796254] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68feb78e-1a6c-4bf4-bb98-37840e9b657b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.839977] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38aab9-d3c0-4e5e-aca0-e0b7ab217b27 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.846729] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adee8de-65a5-47f6-9f34-60ae072bca3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.861639] env[69695]: DEBUG nova.compute.provider_tree [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.888663] env[69695]: DEBUG oslo_vmware.api [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529448a9-1926-8f3b-7f89-21f7d6ff982c, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.889593] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.183967] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.269618] env[69695]: DEBUG nova.network.neutron [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.370619] env[69695]: DEBUG nova.scheduler.client.report [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.416259] env[69695]: DEBUG nova.network.neutron [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Updating instance_info_cache with network_info: [{"id": "2d97915d-38c4-4f8d-ac90-6886e25b3d7a", "address": "fa:16:3e:b3:5b:09", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d97915d-38", "ovs_interfaceid": "2d97915d-38c4-4f8d-ac90-6886e25b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.685472] env[69695]: DEBUG oslo_vmware.api [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498882, 'name': PowerOnVM_Task, 'duration_secs': 0.529535} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.685851] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.686056] env[69695]: INFO nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Took 8.59 seconds to spawn the instance on the hypervisor. [ 935.686595] env[69695]: DEBUG nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.687595] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b0929-7adc-4feb-89fa-bbd3b2e0df2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.878325] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.880506] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.184s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.880701] env[69695]: DEBUG nova.objects.instance [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.903493] env[69695]: INFO nova.scheduler.client.report [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted allocations for instance 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d [ 935.919229] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "refresh_cache-22453924-65e2-4b4f-b4c6-6c8398bfa99c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.919558] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Instance network_info: |[{"id": "2d97915d-38c4-4f8d-ac90-6886e25b3d7a", "address": "fa:16:3e:b3:5b:09", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d97915d-38", "ovs_interfaceid": "2d97915d-38c4-4f8d-ac90-6886e25b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.920613] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:5b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d97915d-38c4-4f8d-ac90-6886e25b3d7a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.930606] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.932182] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.932474] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d351caba-8167-4f8d-8980-53b36e3391c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.958153] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.958153] env[69695]: value = "task-3498883" [ 935.958153] env[69695]: _type = "Task" [ 935.958153] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.967715] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498883, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.212027] env[69695]: INFO nova.compute.manager [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Took 49.80 seconds to build instance. [ 936.308353] env[69695]: DEBUG nova.compute.manager [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Received event network-changed-2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.308593] env[69695]: DEBUG nova.compute.manager [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Refreshing instance network info cache due to event network-changed-2d97915d-38c4-4f8d-ac90-6886e25b3d7a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.308850] env[69695]: DEBUG oslo_concurrency.lockutils [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] Acquiring lock "refresh_cache-22453924-65e2-4b4f-b4c6-6c8398bfa99c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.309040] env[69695]: DEBUG oslo_concurrency.lockutils [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] Acquired lock "refresh_cache-22453924-65e2-4b4f-b4c6-6c8398bfa99c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.309239] env[69695]: DEBUG nova.network.neutron [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Refreshing network info cache for port 2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.417148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56e8a8ac-e408-496b-97b0-a085581ba11c tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.893s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.472290] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498883, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.714303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-704daf0f-eb31-47d3-961b-8273928c3586 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.308s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.891697] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2920454b-a2cc-41b8-927a-bb5e17f7dae3 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.893482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.903s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.893482] env[69695]: DEBUG nova.objects.instance [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 936.903024] env[69695]: DEBUG oslo_concurrency.lockutils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.903024] env[69695]: DEBUG oslo_concurrency.lockutils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.969103] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498883, 'name': CreateVM_Task, 'duration_secs': 0.573872} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.969280] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.972745] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.972745] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.973140] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.973673] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd13b6e-f609-4d5d-ad55-431cd8c208c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.978359] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 936.978359] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521dd19f-d0d7-9772-2b0a-015d65e02c12" [ 936.978359] env[69695]: _type = "Task" [ 936.978359] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.986588] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521dd19f-d0d7-9772-2b0a-015d65e02c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.036863] env[69695]: DEBUG nova.network.neutron [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Updated VIF entry in instance network info cache for port 2d97915d-38c4-4f8d-ac90-6886e25b3d7a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.037287] env[69695]: DEBUG nova.network.neutron [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Updating instance_info_cache with network_info: [{"id": "2d97915d-38c4-4f8d-ac90-6886e25b3d7a", "address": "fa:16:3e:b3:5b:09", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d97915d-38", "ovs_interfaceid": "2d97915d-38c4-4f8d-ac90-6886e25b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.407354] env[69695]: DEBUG nova.compute.utils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.448526] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.448526] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.449082] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.449299] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.449905] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.451540] env[69695]: INFO nova.compute.manager [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Terminating instance [ 937.488857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.489148] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Processing image a3499262-b27d-4aa5-b73f-fa7d2e296c1a {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.489390] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.489651] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.489858] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.489985] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21f7c44b-6b43-4f6a-a739-8970c5afa778 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.517527] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.517735] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.518538] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ea154c-e7e7-4874-bc45-499582ba67ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.526032] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 937.526032] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d46946-a0bd-02c9-61ee-6f5464195af1" [ 937.526032] env[69695]: _type = "Task" [ 937.526032] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.531844] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d46946-a0bd-02c9-61ee-6f5464195af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.540034] env[69695]: DEBUG oslo_concurrency.lockutils [req-a8b6a5a7-7847-4d46-b2a4-44904b22acac req-96151375-40fa-45f0-9c09-03dd1e6bee8c service nova] Releasing lock "refresh_cache-22453924-65e2-4b4f-b4c6-6c8398bfa99c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.714538] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "0f933921-6f0c-4c89-971f-b6e24a11f909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.715035] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.715035] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "0f933921-6f0c-4c89-971f-b6e24a11f909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.715165] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.715247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.717568] env[69695]: INFO nova.compute.manager [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Terminating instance [ 937.907075] env[69695]: DEBUG oslo_concurrency.lockutils [None req-627aa448-0f28-474c-89cb-db8edf9decb8 tempest-ServersAdmin275Test-309257108 tempest-ServersAdmin275Test-309257108-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.908256] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.710s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.914166] env[69695]: INFO nova.compute.claims [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.920872] env[69695]: DEBUG oslo_concurrency.lockutils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.959865] env[69695]: DEBUG nova.compute.manager [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.959865] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.960483] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9fe863-a897-4c7b-95d9-0fda383517c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.970310] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.970641] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7702da4f-a032-4ed5-9d68-2845b04dde30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.977388] env[69695]: DEBUG oslo_vmware.api [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 937.977388] env[69695]: value = "task-3498884" [ 937.977388] env[69695]: _type = "Task" [ 937.977388] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.985845] env[69695]: DEBUG oslo_vmware.api [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.039253] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 938.039253] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Fetch image to [datastore2] OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5/OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 938.039253] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Downloading stream optimized image a3499262-b27d-4aa5-b73f-fa7d2e296c1a to [datastore2] OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5/OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5.vmdk on the data store datastore2 as vApp {{(pid=69695) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 938.039253] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Downloading image file data a3499262-b27d-4aa5-b73f-fa7d2e296c1a to the ESX as VM named 'OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5' {{(pid=69695) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 938.128929] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 938.128929] env[69695]: value = "resgroup-9" [ 938.128929] env[69695]: _type = "ResourcePool" [ 938.128929] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 938.128929] env[69695]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-76401843-7f4e-45f0-b045-f4243b154538 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.151992] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease: (returnval){ [ 938.151992] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c1207-fb06-d575-e6c9-f1b167172278" [ 938.151992] env[69695]: _type = "HttpNfcLease" [ 938.151992] env[69695]: } obtained for vApp import into resource pool (val){ [ 938.151992] env[69695]: value = "resgroup-9" [ 938.151992] env[69695]: _type = "ResourcePool" [ 938.151992] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 938.152232] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the lease: (returnval){ [ 938.152232] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c1207-fb06-d575-e6c9-f1b167172278" [ 938.152232] env[69695]: _type = "HttpNfcLease" [ 938.152232] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 938.162877] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.162877] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c1207-fb06-d575-e6c9-f1b167172278" [ 938.162877] env[69695]: _type = "HttpNfcLease" [ 938.162877] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.171496] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "67d42a6e-33bb-4219-b4e9-361a55d96005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.171749] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.171956] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "67d42a6e-33bb-4219-b4e9-361a55d96005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.172168] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.172340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.174824] env[69695]: INFO nova.compute.manager [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Terminating instance [ 938.222159] env[69695]: DEBUG nova.compute.manager [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.222347] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.223322] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a37cd0-ce46-4d6b-822c-5699d73a2230 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.232616] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.232899] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f6f5a9-19af-45b6-a38c-dbf37761726b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.239524] env[69695]: DEBUG oslo_vmware.api [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 938.239524] env[69695]: value = "task-3498886" [ 938.239524] env[69695]: _type = "Task" [ 938.239524] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.251736] env[69695]: DEBUG oslo_vmware.api [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.497855] env[69695]: DEBUG oslo_vmware.api [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498884, 'name': PowerOffVM_Task, 'duration_secs': 0.352018} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.500980] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.501216] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.501615] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4609535-62d8-4462-bd33-76cfab9bbbd0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.567291] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.567551] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.567793] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleting the datastore file [datastore1] a2f63117-16e6-4c33-a0b1-48ab2b5faf8e {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.568080] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efa7b1a9-b520-4be0-8e21-9e4cd409bfa5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.575546] env[69695]: DEBUG oslo_vmware.api [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 938.575546] env[69695]: value = "task-3498888" [ 938.575546] env[69695]: _type = "Task" [ 938.575546] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.584702] env[69695]: DEBUG oslo_vmware.api [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.661891] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.661891] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c1207-fb06-d575-e6c9-f1b167172278" [ 938.661891] env[69695]: _type = "HttpNfcLease" [ 938.661891] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.679676] env[69695]: DEBUG nova.compute.manager [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.679676] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.680175] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da72ca-c48a-4fe9-9d90-a8d5aad9e442 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.688336] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.688709] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac655928-5038-44f0-a4a6-a1a4b8316dbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.697244] env[69695]: DEBUG oslo_vmware.api [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 938.697244] env[69695]: value = "task-3498889" [ 938.697244] env[69695]: _type = "Task" [ 938.697244] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.711740] env[69695]: DEBUG oslo_vmware.api [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.749633] env[69695]: DEBUG oslo_vmware.api [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498886, 'name': PowerOffVM_Task, 'duration_secs': 0.172964} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.749960] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.750515] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.751181] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99281560-65bd-48d7-948b-fd757a4ba969 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.820865] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.821110] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.821325] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleting the datastore file [datastore2] 0f933921-6f0c-4c89-971f-b6e24a11f909 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.821613] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33a1be1-a071-4e80-a88a-45038f2aec19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.829807] env[69695]: DEBUG oslo_vmware.api [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 938.829807] env[69695]: value = "task-3498891" [ 938.829807] env[69695]: _type = "Task" [ 938.829807] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.841851] env[69695]: DEBUG oslo_vmware.api [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.988394] env[69695]: DEBUG oslo_concurrency.lockutils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.988639] env[69695]: DEBUG oslo_concurrency.lockutils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.988844] env[69695]: INFO nova.compute.manager [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Attaching volume 771e4ed9-07ca-493b-b37e-f61e9508fa64 to /dev/sdb [ 939.034488] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061ad9a-7881-4d8b-bb8d-4943826ca04d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.043844] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fbb38-ac08-4681-b633-ddb22afb3724 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.060740] env[69695]: DEBUG nova.virt.block_device [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updating existing volume attachment record: 72c51ea7-9dd3-4b34-ac9a-1d1c592d7eb3 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 939.084730] env[69695]: DEBUG oslo_vmware.api [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3498888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161577} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.087253] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.087526] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.087605] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.087763] env[69695]: INFO nova.compute.manager [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 939.088007] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.088552] env[69695]: DEBUG nova.compute.manager [-] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.088660] env[69695]: DEBUG nova.network.neutron [-] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.164172] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.164172] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c1207-fb06-d575-e6c9-f1b167172278" [ 939.164172] env[69695]: _type = "HttpNfcLease" [ 939.164172] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.164172] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.164172] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522c1207-fb06-d575-e6c9-f1b167172278" [ 939.164172] env[69695]: _type = "HttpNfcLease" [ 939.164172] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 939.164172] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfea41-268e-4674-8ad7-8b38e3670586 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.177426] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ff1f9-9bbe-ccef-1ea5-11d0a0f631c7/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.177426] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ff1f9-9bbe-ccef-1ea5-11d0a0f631c7/disk-0.vmdk. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 939.257265] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-490f0098-5850-4997-a02b-b9a26e3c3819 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.259049] env[69695]: DEBUG oslo_vmware.api [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498889, 'name': PowerOffVM_Task, 'duration_secs': 0.22514} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.262720] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.262720] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.263363] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9260a8ae-b1e7-4e0e-ae1b-784433c974c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.324919] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.325155] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.325338] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleting the datastore file [datastore2] 67d42a6e-33bb-4219-b4e9-361a55d96005 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.325592] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-021a84e0-f1b4-46ee-8ec3-1dc3e1af251c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.337902] env[69695]: DEBUG oslo_vmware.api [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for the task: (returnval){ [ 939.337902] env[69695]: value = "task-3498896" [ 939.337902] env[69695]: _type = "Task" [ 939.337902] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.345087] env[69695]: DEBUG oslo_vmware.api [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167224} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.348331] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.348794] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.348794] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.348870] env[69695]: INFO nova.compute.manager [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Took 1.13 seconds to destroy the instance on the hypervisor. [ 939.349131] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.353312] env[69695]: DEBUG nova.compute.manager [-] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.353312] env[69695]: DEBUG nova.network.neutron [-] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.354540] env[69695]: DEBUG oslo_vmware.api [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.507312] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2389959-47a8-42e8-a9a7-96fd9c4b17d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.517247] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81810a84-fdf5-4dff-b947-1c5e8058a283 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.527326] env[69695]: DEBUG nova.compute.manager [req-9ebe2f6c-8b29-4869-9724-c5c461666a24 req-71b8bcf4-fc88-43db-859d-52c0685f3e29 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Received event network-vif-deleted-6e3a38b7-64a4-472b-96ad-40cf52167108 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.527860] env[69695]: INFO nova.compute.manager [req-9ebe2f6c-8b29-4869-9724-c5c461666a24 req-71b8bcf4-fc88-43db-859d-52c0685f3e29 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Neutron deleted interface 6e3a38b7-64a4-472b-96ad-40cf52167108; detaching it from the instance and deleting it from the info cache [ 939.528262] env[69695]: DEBUG nova.network.neutron [req-9ebe2f6c-8b29-4869-9724-c5c461666a24 req-71b8bcf4-fc88-43db-859d-52c0685f3e29 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.562307] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9421472-e81e-4714-bcd2-1ec5575d72e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.575451] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf099456-3c3a-48d3-ac27-1257285f86c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.593892] env[69695]: DEBUG nova.compute.provider_tree [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.873391] env[69695]: DEBUG oslo_vmware.api [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Task: {'id': task-3498896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190567} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.875863] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.876103] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.876682] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.876682] env[69695]: INFO nova.compute.manager [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Took 1.20 seconds to destroy the instance on the hypervisor. [ 939.876823] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.877065] env[69695]: DEBUG nova.compute.manager [-] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.877194] env[69695]: DEBUG nova.network.neutron [-] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.956645] env[69695]: DEBUG nova.network.neutron [-] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.032624] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60f5d452-7531-4bdc-abec-569f3cfe5767 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.043204] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d3ce7-f637-4cb7-a7ab-12053c75a001 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.085119] env[69695]: DEBUG nova.compute.manager [req-9ebe2f6c-8b29-4869-9724-c5c461666a24 req-71b8bcf4-fc88-43db-859d-52c0685f3e29 service nova] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Detach interface failed, port_id=6e3a38b7-64a4-472b-96ad-40cf52167108, reason: Instance a2f63117-16e6-4c33-a0b1-48ab2b5faf8e could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.097711] env[69695]: DEBUG nova.scheduler.client.report [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.253801] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 940.254065] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ff1f9-9bbe-ccef-1ea5-11d0a0f631c7/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.255905] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fda068-2c6b-425b-bc4e-77bb30461819 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.262696] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ff1f9-9bbe-ccef-1ea5-11d0a0f631c7/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.262853] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ff1f9-9bbe-ccef-1ea5-11d0a0f631c7/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 940.263099] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1703cc3d-18cd-440a-9d51-f8ca01ffe32a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.272737] env[69695]: DEBUG nova.compute.manager [req-d8a695a8-92f1-43ae-810c-b97f2a4c6aaa req-cc5cfd21-f6f9-4907-93a7-8242235b7dff service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Received event network-vif-deleted-9a518ed8-2a67-46b7-a050-ab64e01602a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.273685] env[69695]: INFO nova.compute.manager [req-d8a695a8-92f1-43ae-810c-b97f2a4c6aaa req-cc5cfd21-f6f9-4907-93a7-8242235b7dff service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Neutron deleted interface 9a518ed8-2a67-46b7-a050-ab64e01602a8; detaching it from the instance and deleting it from the info cache [ 940.273685] env[69695]: DEBUG nova.network.neutron [req-d8a695a8-92f1-43ae-810c-b97f2a4c6aaa req-cc5cfd21-f6f9-4907-93a7-8242235b7dff service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.462238] env[69695]: INFO nova.compute.manager [-] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Took 1.37 seconds to deallocate network for instance. [ 940.468476] env[69695]: DEBUG oslo_vmware.rw_handles [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ff1f9-9bbe-ccef-1ea5-11d0a0f631c7/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 940.468691] env[69695]: INFO nova.virt.vmwareapi.images [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Downloaded image file data a3499262-b27d-4aa5-b73f-fa7d2e296c1a [ 940.469513] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b252073-ffd4-4f92-a0f1-c0547ca258d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.485820] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2417ba7c-6c9b-42c6-9e25-72eff74c806f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.515288] env[69695]: DEBUG nova.network.neutron [-] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.525561] env[69695]: INFO nova.virt.vmwareapi.images [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] The imported VM was unregistered [ 940.527967] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 940.528221] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.528728] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-090db002-183e-417b-a0d8-88c448eb3159 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.543060] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created directory with path [datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.543060] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5/OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5.vmdk to [datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk. {{(pid=69695) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 940.543060] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dd7fe414-7c29-4a3d-b4f4-740fd2a98c3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.548785] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 940.548785] env[69695]: value = "task-3498898" [ 940.548785] env[69695]: _type = "Task" [ 940.548785] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.557658] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.605864] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.606847] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.609619] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.113s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.611135] env[69695]: INFO nova.compute.claims [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.781506] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-378acf1d-0a84-4783-a418-738109cf24fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.789948] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57182e5e-b3b7-4deb-a3e7-70cb0c086ce8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.822433] env[69695]: DEBUG nova.compute.manager [req-d8a695a8-92f1-43ae-810c-b97f2a4c6aaa req-cc5cfd21-f6f9-4907-93a7-8242235b7dff service nova] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Detach interface failed, port_id=9a518ed8-2a67-46b7-a050-ab64e01602a8, reason: Instance 0f933921-6f0c-4c89-971f-b6e24a11f909 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.822909] env[69695]: DEBUG nova.network.neutron [-] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.970663] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.020345] env[69695]: INFO nova.compute.manager [-] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Took 1.67 seconds to deallocate network for instance. [ 941.060735] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.117841] env[69695]: DEBUG nova.compute.utils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.119073] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.119353] env[69695]: DEBUG nova.network.neutron [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.168073] env[69695]: DEBUG nova.policy [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197602f90cfa441ebf74193d58212ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2898aa04525b459faf4adf3d3fd1103d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.325160] env[69695]: INFO nova.compute.manager [-] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Took 1.45 seconds to deallocate network for instance. [ 941.527662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.542167] env[69695]: DEBUG nova.network.neutron [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Successfully created port: dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.561593] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.628082] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.717512] env[69695]: DEBUG nova.compute.manager [req-3e296992-c6ea-42f5-8ca4-1a095638a31c req-7a144f4d-4083-42b2-9820-54c460801bd8 service nova] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Received event network-vif-deleted-aa6a5b95-4569-401e-a3d5-95680dfd1be6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.834928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.067719] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.192024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4a15a7-4bd6-4ea8-8d85-d98208b9131d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.199661] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874270d-f43e-4652-ad82-2c50c8ca1158 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.235355] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c642e16-2577-480c-9e35-a2fa790a7f52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.247730] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865cd0b9-1519-4942-9506-c9cd8e28da0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.262384] env[69695]: DEBUG nova.compute.provider_tree [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.563474] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.602239] env[69695]: INFO nova.compute.manager [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Rebuilding instance [ 942.644283] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.670252] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.670804] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.670804] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.670910] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.671069] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.671223] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.671430] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.671714] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.671790] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.671892] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.672073] env[69695]: DEBUG nova.virt.hardware [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.673043] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab225fdb-68e7-454b-81b6-2a77aa47c71d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.676129] env[69695]: DEBUG nova.compute.manager [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.676937] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a1eff-17eb-431d-a937-cd146fd7ea05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.690818] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b8b551-5dc0-49ef-88bd-40954bf7f168 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.766243] env[69695]: DEBUG nova.scheduler.client.report [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.065521] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.148714] env[69695]: DEBUG nova.network.neutron [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Successfully updated port: dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.272218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.272853] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.288712] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.087s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.288712] env[69695]: DEBUG nova.objects.instance [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'resources' on Instance uuid 8a789c7a-e117-4c6a-8a9d-64c038114e33 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.501519] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "7ec37c55-724a-4d54-95a7-47f8050d8766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.503356] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.564659] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498898, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.714108} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.564659] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5/OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5.vmdk to [datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk. [ 943.564873] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Cleaning up location [datastore2] OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 943.564978] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8fa59d16-1d17-40da-8c07-7d2c023029f5 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.565955] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3024f5f6-2f0b-45d0-b921-ca03f9519948 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.572831] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 943.572831] env[69695]: value = "task-3498900" [ 943.572831] env[69695]: _type = "Task" [ 943.572831] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.583130] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.611350] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 943.611611] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699253', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'name': 'volume-771e4ed9-07ca-493b-b37e-f61e9508fa64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e836ad49-6776-4512-94c2-67a095eeebe6', 'attached_at': '', 'detached_at': '', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'serial': '771e4ed9-07ca-493b-b37e-f61e9508fa64'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 943.612581] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a476f8-78f6-4084-88cd-5e6e56a9c1a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.638262] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d70f38-60a0-48a2-8562-28338af9375b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.657769] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "refresh_cache-7da70acd-1706-4c87-b4c7-7f9a7d8eb133" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.657924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "refresh_cache-7da70acd-1706-4c87-b4c7-7f9a7d8eb133" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.658092] env[69695]: DEBUG nova.network.neutron [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.667622] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-771e4ed9-07ca-493b-b37e-f61e9508fa64/volume-771e4ed9-07ca-493b-b37e-f61e9508fa64.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.668173] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d4b135-5b07-45e6-8e45-564bf9f0b653 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.688930] env[69695]: DEBUG oslo_vmware.api [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 943.688930] env[69695]: value = "task-3498901" [ 943.688930] env[69695]: _type = "Task" [ 943.688930] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.697649] env[69695]: DEBUG oslo_vmware.api [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.700259] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.700507] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf05ac3-03ea-4d77-a921-b3ee27d2cdcd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.706289] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 943.706289] env[69695]: value = "task-3498902" [ 943.706289] env[69695]: _type = "Task" [ 943.706289] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.714767] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.785915] env[69695]: DEBUG nova.compute.utils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.791707] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.791707] env[69695]: DEBUG nova.network.neutron [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.809459] env[69695]: DEBUG nova.compute.manager [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Received event network-vif-plugged-dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.810025] env[69695]: DEBUG oslo_concurrency.lockutils [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] Acquiring lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.810025] env[69695]: DEBUG oslo_concurrency.lockutils [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.810198] env[69695]: DEBUG oslo_concurrency.lockutils [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.810410] env[69695]: DEBUG nova.compute.manager [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] No waiting events found dispatching network-vif-plugged-dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.810609] env[69695]: WARNING nova.compute.manager [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Received unexpected event network-vif-plugged-dea8acb9-c915-4058-96d3-294ff0f046b6 for instance with vm_state building and task_state spawning. [ 943.810799] env[69695]: DEBUG nova.compute.manager [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Received event network-changed-dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.810964] env[69695]: DEBUG nova.compute.manager [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Refreshing instance network info cache due to event network-changed-dea8acb9-c915-4058-96d3-294ff0f046b6. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.811156] env[69695]: DEBUG oslo_concurrency.lockutils [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] Acquiring lock "refresh_cache-7da70acd-1706-4c87-b4c7-7f9a7d8eb133" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.006345] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.064021] env[69695]: DEBUG nova.policy [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdb575c9e14f96a0a7711b97263063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f32cd164a6048d18c54a80938994363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.093723] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071558} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.094155] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.094489] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.095228] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk to [datastore2] 22453924-65e2-4b4f-b4c6-6c8398bfa99c/22453924-65e2-4b4f-b4c6-6c8398bfa99c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.096046] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e80a777-599e-4216-8eac-646a6117d5a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.104424] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 944.104424] env[69695]: value = "task-3498903" [ 944.104424] env[69695]: _type = "Task" [ 944.104424] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.108383] env[69695]: INFO nova.compute.manager [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Rebuilding instance [ 944.115227] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.174151] env[69695]: DEBUG nova.compute.manager [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.175053] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56611dca-12f9-479f-830f-108c30f6309a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.199664] env[69695]: DEBUG oslo_vmware.api [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498901, 'name': ReconfigVM_Task, 'duration_secs': 0.412029} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.202642] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-771e4ed9-07ca-493b-b37e-f61e9508fa64/volume-771e4ed9-07ca-493b-b37e-f61e9508fa64.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.211676] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c9c9e2-ba71-416a-a385-31a1e03ddc07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.227637] env[69695]: DEBUG nova.network.neutron [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.232130] env[69695]: DEBUG oslo_vmware.api [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 944.232130] env[69695]: value = "task-3498904" [ 944.232130] env[69695]: _type = "Task" [ 944.232130] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.235420] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498902, 'name': PowerOffVM_Task, 'duration_secs': 0.348195} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.239232] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.239326] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.240401] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8697219-5fbd-4a46-b0d7-d2e765ac76f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.251441] env[69695]: DEBUG oslo_vmware.api [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.251441] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 944.251441] env[69695]: value = "task-3498905" [ 944.251441] env[69695]: _type = "Task" [ 944.251441] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.264541] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 944.264751] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 944.264963] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699102', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'name': 'volume-606b9a40-2f7f-476c-ab8c-a45496443baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cab0b055-8cc8-42c4-bdac-b29252d9b2cb', 'attached_at': '', 'detached_at': '', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'serial': '606b9a40-2f7f-476c-ab8c-a45496443baa'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 944.266190] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49ef15f-887d-4216-9e98-d4c70d97ec7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.288032] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab57f6-67af-482c-a44b-a936847e5c35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.291777] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.301578] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d9c908-e35f-4335-bfc8-a75247836988 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.327046] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e939d-567a-400e-b27a-1ee75ed913fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347280] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] The volume has not been displaced from its original location: [datastore1] volume-606b9a40-2f7f-476c-ab8c-a45496443baa/volume-606b9a40-2f7f-476c-ab8c-a45496443baa.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 944.354109] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.360766] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cd2fc3-f040-4748-a50a-113be25f9e81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.383476] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 944.383476] env[69695]: value = "task-3498906" [ 944.383476] env[69695]: _type = "Task" [ 944.383476] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.393428] env[69695]: DEBUG nova.network.neutron [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Successfully created port: 22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.399783] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.405021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bbe8f4-25d4-4fde-baa7-cedadb46a739 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.416971] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872b6db9-7518-4215-9d92-c736caa18287 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.452523] env[69695]: DEBUG nova.network.neutron [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Updating instance_info_cache with network_info: [{"id": "dea8acb9-c915-4058-96d3-294ff0f046b6", "address": "fa:16:3e:da:99:5d", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea8acb9-c9", "ovs_interfaceid": "dea8acb9-c915-4058-96d3-294ff0f046b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.456221] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf9ac44-cfd6-41b7-8424-e86b47d57a2f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.465954] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db512223-f256-4402-93b6-74e88578cdee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.482839] env[69695]: DEBUG nova.compute.provider_tree [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.533102] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.617127] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498903, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.747361] env[69695]: DEBUG oslo_vmware.api [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498904, 'name': ReconfigVM_Task, 'duration_secs': 0.152076} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.748121] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699253', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'name': 'volume-771e4ed9-07ca-493b-b37e-f61e9508fa64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e836ad49-6776-4512-94c2-67a095eeebe6', 'attached_at': '', 'detached_at': '', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'serial': '771e4ed9-07ca-493b-b37e-f61e9508fa64'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.897698] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498906, 'name': ReconfigVM_Task, 'duration_secs': 0.202646} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.898166] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.905466] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd57ef6-c17d-460c-a683-b9cb4c1b202c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.922968] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 944.922968] env[69695]: value = "task-3498907" [ 944.922968] env[69695]: _type = "Task" [ 944.922968] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.934758] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.959360] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "refresh_cache-7da70acd-1706-4c87-b4c7-7f9a7d8eb133" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.960377] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Instance network_info: |[{"id": "dea8acb9-c915-4058-96d3-294ff0f046b6", "address": "fa:16:3e:da:99:5d", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea8acb9-c9", "ovs_interfaceid": "dea8acb9-c915-4058-96d3-294ff0f046b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.960580] env[69695]: DEBUG oslo_concurrency.lockutils [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] Acquired lock "refresh_cache-7da70acd-1706-4c87-b4c7-7f9a7d8eb133" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.960755] env[69695]: DEBUG nova.network.neutron [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Refreshing network info cache for port dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.962261] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:99:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea8acb9-c915-4058-96d3-294ff0f046b6', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.969871] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.970719] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.970968] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f026c1-b5c5-4c71-9751-ca0c2b399b47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.987227] env[69695]: DEBUG nova.scheduler.client.report [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.999031] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.999031] env[69695]: value = "task-3498908" [ 944.999031] env[69695]: _type = "Task" [ 944.999031] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.011036] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498908, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.118681] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498903, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.193213] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.193607] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c77fa7-bfbc-4820-93b8-4413a3862b95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.203260] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 945.203260] env[69695]: value = "task-3498909" [ 945.203260] env[69695]: _type = "Task" [ 945.203260] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.216810] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.304963] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.333858] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.334119] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.334408] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.334587] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.334731] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.334876] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.335097] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.335260] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.335431] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.335595] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.335767] env[69695]: DEBUG nova.virt.hardware [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.337139] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048bbbe-be1f-490b-a7c2-5f30c6d70190 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.348247] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79425bd-07cd-496e-be11-9c28e7099c68 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.435549] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498907, 'name': ReconfigVM_Task, 'duration_secs': 0.195783} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.435886] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699102', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'name': 'volume-606b9a40-2f7f-476c-ab8c-a45496443baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cab0b055-8cc8-42c4-bdac-b29252d9b2cb', 'attached_at': '', 'detached_at': '', 'volume_id': '606b9a40-2f7f-476c-ab8c-a45496443baa', 'serial': '606b9a40-2f7f-476c-ab8c-a45496443baa'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 945.436215] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.437057] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595994b-d163-4fda-8cf6-37dcdc41a193 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.447215] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.447517] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a28fd183-998e-4bec-a418-c632b78aad9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.492931] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.496259] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.178s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.496615] env[69695]: DEBUG nova.objects.instance [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lazy-loading 'resources' on Instance uuid 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.511280] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498908, 'name': CreateVM_Task, 'duration_secs': 0.466675} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.511465] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.512264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.512359] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.513040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.513040] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a48010-38cb-4ed0-bc9e-c662590c6066 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.518553] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 945.518553] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526449ad-8f67-543c-ad17-b4410a178afa" [ 945.518553] env[69695]: _type = "Task" [ 945.518553] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.523235] env[69695]: INFO nova.scheduler.client.report [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocations for instance 8a789c7a-e117-4c6a-8a9d-64c038114e33 [ 945.531996] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526449ad-8f67-543c-ad17-b4410a178afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.616844] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498903, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.715226] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498909, 'name': PowerOffVM_Task, 'duration_secs': 0.268871} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.715552] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.715796] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.716705] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bbae64-bc03-4624-9891-af5de39edfce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.729234] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.729679] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-584cb4d0-4b98-478b-a348-b8199bf9dd56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.738431] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.738740] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.738937] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Deleting the datastore file [datastore1] cab0b055-8cc8-42c4-bdac-b29252d9b2cb {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.739258] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a68a77-e46f-4348-a8e7-93e3d77acd08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.747914] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for the task: (returnval){ [ 945.747914] env[69695]: value = "task-3498912" [ 945.747914] env[69695]: _type = "Task" [ 945.747914] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.758096] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.787680] env[69695]: DEBUG nova.objects.instance [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lazy-loading 'flavor' on Instance uuid e836ad49-6776-4512-94c2-67a095eeebe6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.803926] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.804503] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.804503] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleting the datastore file [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.805414] env[69695]: DEBUG nova.network.neutron [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Updated VIF entry in instance network info cache for port dea8acb9-c915-4058-96d3-294ff0f046b6. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.805816] env[69695]: DEBUG nova.network.neutron [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Updating instance_info_cache with network_info: [{"id": "dea8acb9-c915-4058-96d3-294ff0f046b6", "address": "fa:16:3e:da:99:5d", "network": {"id": "6133f5c1-8183-49df-97b3-41d30788fcb5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1034511301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2898aa04525b459faf4adf3d3fd1103d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea8acb9-c9", "ovs_interfaceid": "dea8acb9-c915-4058-96d3-294ff0f046b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.807170] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea59f83f-352b-441e-b8b1-067b28964d9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.815823] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 945.815823] env[69695]: value = "task-3498913" [ 945.815823] env[69695]: _type = "Task" [ 945.815823] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.826660] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.956000] env[69695]: DEBUG nova.network.neutron [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Successfully updated port: 22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.035123] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526449ad-8f67-543c-ad17-b4410a178afa, 'name': SearchDatastore_Task, 'duration_secs': 0.016142} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.035435] env[69695]: DEBUG oslo_concurrency.lockutils [None req-11db7a66-6bb5-4c04-8440-c1114173a421 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "8a789c7a-e117-4c6a-8a9d-64c038114e33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.441s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.036614] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.036614] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.036844] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.037032] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.037190] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.037863] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682f8edc-c532-45f0-8157-6e66fd04524f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.049562] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.050197] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.050510] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b585da3e-a94d-4d67-b937-5d39781636a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.060985] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 946.060985] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f3a47-bce9-bf37-ac67-e60e3e4796bf" [ 946.060985] env[69695]: _type = "Task" [ 946.060985] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.069875] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f3a47-bce9-bf37-ac67-e60e3e4796bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.116587] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498903, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.176294] env[69695]: DEBUG nova.compute.manager [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Received event network-vif-plugged-22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.176743] env[69695]: DEBUG oslo_concurrency.lockutils [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] Acquiring lock "c007e336-c567-4815-af85-5c06acf3b3fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.176961] env[69695]: DEBUG oslo_concurrency.lockutils [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] Lock "c007e336-c567-4815-af85-5c06acf3b3fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.177250] env[69695]: DEBUG oslo_concurrency.lockutils [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] Lock "c007e336-c567-4815-af85-5c06acf3b3fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.177425] env[69695]: DEBUG nova.compute.manager [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] No waiting events found dispatching network-vif-plugged-22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.177602] env[69695]: WARNING nova.compute.manager [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Received unexpected event network-vif-plugged-22c00a04-239f-4319-ba70-8d79f6f48d16 for instance with vm_state building and task_state spawning. [ 946.177761] env[69695]: DEBUG nova.compute.manager [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Received event network-changed-22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.177881] env[69695]: DEBUG nova.compute.manager [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Refreshing instance network info cache due to event network-changed-22c00a04-239f-4319-ba70-8d79f6f48d16. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.178082] env[69695]: DEBUG oslo_concurrency.lockutils [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] Acquiring lock "refresh_cache-c007e336-c567-4815-af85-5c06acf3b3fe" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.178220] env[69695]: DEBUG oslo_concurrency.lockutils [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] Acquired lock "refresh_cache-c007e336-c567-4815-af85-5c06acf3b3fe" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.178375] env[69695]: DEBUG nova.network.neutron [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Refreshing network info cache for port 22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.260362] env[69695]: DEBUG oslo_vmware.api [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Task: {'id': task-3498912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187699} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.263680] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.263915] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.264191] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.296742] env[69695]: DEBUG oslo_concurrency.lockutils [None req-94da44bd-7a82-4ceb-bef9-6af4f352d309 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.311938] env[69695]: DEBUG oslo_concurrency.lockutils [req-724ffb90-d1a6-42b5-b169-a3b3b463dd92 req-e8706a79-c7f1-4ff8-939b-07b9bd895073 service nova] Releasing lock "refresh_cache-7da70acd-1706-4c87-b4c7-7f9a7d8eb133" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.326090] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280467} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.326435] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.326622] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.326795] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.333538] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 946.334114] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ae53cc4-e745-4b2d-8457-ded2b2a3d5b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.344292] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f00527c-71cb-4f7b-86f1-177a09ad80df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.392504] env[69695]: ERROR nova.compute.manager [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Failed to detach volume 606b9a40-2f7f-476c-ab8c-a45496443baa from /dev/sda: nova.exception.InstanceNotFound: Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb could not be found. [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Traceback (most recent call last): [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self.driver.rebuild(**kwargs) [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] raise NotImplementedError() [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] NotImplementedError [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] During handling of the above exception, another exception occurred: [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Traceback (most recent call last): [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self.driver.detach_volume(context, old_connection_info, [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] return self._volumeops.detach_volume(connection_info, instance) [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._detach_volume_vmdk(connection_info, instance) [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] stable_ref.fetch_moref(session) [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] nova.exception.InstanceNotFound: Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb could not be found. [ 946.392504] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.461239] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-c007e336-c567-4815-af85-5c06acf3b3fe" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.496582] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2914fe-5f38-4929-8455-777de2521f33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.507123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886e5e4-b4b5-4552-b3ce-0ac2c37481cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.545809] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ee098-e237-4f88-8db8-428e6a6f6da4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.553724] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3cc14-d0e9-4a0f-b90e-cdc4e5e58d8f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.570444] env[69695]: DEBUG nova.compute.provider_tree [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.580310] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f3a47-bce9-bf37-ac67-e60e3e4796bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013937} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.581118] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c6be59-e28a-4d2e-a3f7-fa0dd3e804dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.587448] env[69695]: DEBUG nova.compute.utils [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Build of instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb aborted: Failed to rebuild volume backed instance. {{(pid=69695) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 946.589710] env[69695]: ERROR nova.compute.manager [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb aborted: Failed to rebuild volume backed instance. [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Traceback (most recent call last): [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self.driver.rebuild(**kwargs) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] raise NotImplementedError() [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] NotImplementedError [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] During handling of the above exception, another exception occurred: [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Traceback (most recent call last): [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._detach_root_volume(context, instance, root_bdm) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] with excutils.save_and_reraise_exception(): [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self.force_reraise() [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] raise self.value [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self.driver.detach_volume(context, old_connection_info, [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] return self._volumeops.detach_volume(connection_info, instance) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._detach_volume_vmdk(connection_info, instance) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] stable_ref.fetch_moref(session) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] nova.exception.InstanceNotFound: Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb could not be found. [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] During handling of the above exception, another exception occurred: [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Traceback (most recent call last): [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] yield [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 946.589710] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._do_rebuild_instance_with_claim( [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._do_rebuild_instance( [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._rebuild_default_impl(**kwargs) [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] self._rebuild_volume_backed_instance( [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] raise exception.BuildAbortException( [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] nova.exception.BuildAbortException: Build of instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb aborted: Failed to rebuild volume backed instance. [ 946.590922] env[69695]: ERROR nova.compute.manager [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] [ 946.595824] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 946.595824] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5293952b-44e4-d418-9a9d-bd984c3a2cab" [ 946.595824] env[69695]: _type = "Task" [ 946.595824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.603521] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5293952b-44e4-d418-9a9d-bd984c3a2cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.616493] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498903, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.418017} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.616895] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a3499262-b27d-4aa5-b73f-fa7d2e296c1a/a3499262-b27d-4aa5-b73f-fa7d2e296c1a.vmdk to [datastore2] 22453924-65e2-4b4f-b4c6-6c8398bfa99c/22453924-65e2-4b4f-b4c6-6c8398bfa99c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.617730] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc1894-caab-484f-801e-587c6290acd9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.644198] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 22453924-65e2-4b4f-b4c6-6c8398bfa99c/22453924-65e2-4b4f-b4c6-6c8398bfa99c.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.645012] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c79b6a-267d-4bab-b1ba-f90d4372e800 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.665559] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 946.665559] env[69695]: value = "task-3498914" [ 946.665559] env[69695]: _type = "Task" [ 946.665559] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.673603] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.719119] env[69695]: DEBUG nova.network.neutron [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.793050] env[69695]: DEBUG nova.network.neutron [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.867391] env[69695]: DEBUG oslo_concurrency.lockutils [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.868099] env[69695]: DEBUG oslo_concurrency.lockutils [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.077541] env[69695]: DEBUG nova.scheduler.client.report [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.107909] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5293952b-44e4-d418-9a9d-bd984c3a2cab, 'name': SearchDatastore_Task, 'duration_secs': 0.023118} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.108196] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.108447] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7da70acd-1706-4c87-b4c7-7f9a7d8eb133/7da70acd-1706-4c87-b4c7-7f9a7d8eb133.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.108686] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a02fd4c-93f7-4ddf-af20-75df90c2fd97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.115248] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 947.115248] env[69695]: value = "task-3498915" [ 947.115248] env[69695]: _type = "Task" [ 947.115248] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.122637] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.174826] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498914, 'name': ReconfigVM_Task, 'duration_secs': 0.278764} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.175095] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 22453924-65e2-4b4f-b4c6-6c8398bfa99c/22453924-65e2-4b4f-b4c6-6c8398bfa99c.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.176031] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5791b023-1493-4550-b5ec-ed2c30901ce7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.181881] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 947.181881] env[69695]: value = "task-3498916" [ 947.181881] env[69695]: _type = "Task" [ 947.181881] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.190725] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498916, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.296750] env[69695]: DEBUG oslo_concurrency.lockutils [req-738c8ef4-e8b2-4597-99cd-95bd0a4af68a req-68241041-1673-4c6f-97ab-98e81c077564 service nova] Releasing lock "refresh_cache-c007e336-c567-4815-af85-5c06acf3b3fe" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.297215] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-c007e336-c567-4815-af85-5c06acf3b3fe" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.297386] env[69695]: DEBUG nova.network.neutron [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.369797] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.370068] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.370231] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.370452] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.370551] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.370698] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.370913] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.371102] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.371278] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.371437] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.371606] env[69695]: DEBUG nova.virt.hardware [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.372699] env[69695]: INFO nova.compute.manager [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Detaching volume 771e4ed9-07ca-493b-b37e-f61e9508fa64 [ 947.375025] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d2245-6cbd-4660-9c9d-fff55933f452 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.386906] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec6961-4f82-48d3-a1d5-aefc99217736 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.402781] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c0:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.411032] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.411711] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.411711] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3228326b-93c5-43da-83c6-e09b68c8d665 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.426336] env[69695]: INFO nova.virt.block_device [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Attempting to driver detach volume 771e4ed9-07ca-493b-b37e-f61e9508fa64 from mountpoint /dev/sdb [ 947.426527] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 947.426711] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699253', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'name': 'volume-771e4ed9-07ca-493b-b37e-f61e9508fa64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e836ad49-6776-4512-94c2-67a095eeebe6', 'attached_at': '', 'detached_at': '', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'serial': '771e4ed9-07ca-493b-b37e-f61e9508fa64'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 947.427934] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22193cf8-2580-43f7-a1d1-62225b71f61c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.454359] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f01ded-794e-4243-a7ee-7ec0c9dd80c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.458342] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.458342] env[69695]: value = "task-3498917" [ 947.458342] env[69695]: _type = "Task" [ 947.458342] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.467658] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd937709-e0f7-404e-af56-c2ea1b86e514 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.473837] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498917, 'name': CreateVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.493580] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d413733e-8bcc-452d-a326-6c762716f824 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.510891] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] The volume has not been displaced from its original location: [datastore1] volume-771e4ed9-07ca-493b-b37e-f61e9508fa64/volume-771e4ed9-07ca-493b-b37e-f61e9508fa64.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 947.517714] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 947.517714] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef8baa4-1603-463f-9c82-00d01b373a36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.537275] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 947.537275] env[69695]: value = "task-3498918" [ 947.537275] env[69695]: _type = "Task" [ 947.537275] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.549534] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.585344] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.587949] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.063s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.588161] env[69695]: DEBUG nova.objects.instance [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.620690] env[69695]: INFO nova.scheduler.client.report [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Deleted allocations for instance 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6 [ 947.629549] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.692162] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498916, 'name': Rename_Task, 'duration_secs': 0.151207} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.692442] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.692686] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6363b519-894c-4f71-840c-0a98b6eaf32c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.699841] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 947.699841] env[69695]: value = "task-3498919" [ 947.699841] env[69695]: _type = "Task" [ 947.699841] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.707834] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.831241] env[69695]: DEBUG nova.network.neutron [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.958115] env[69695]: DEBUG nova.network.neutron [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Updating instance_info_cache with network_info: [{"id": "22c00a04-239f-4319-ba70-8d79f6f48d16", "address": "fa:16:3e:db:1a:35", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c00a04-23", "ovs_interfaceid": "22c00a04-239f-4319-ba70-8d79f6f48d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.968965] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498917, 'name': CreateVM_Task, 'duration_secs': 0.510184} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.968965] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.969289] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.969639] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.969774] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.970559] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f29b813-07db-4e9c-a3b2-af80bd7b6e44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.976047] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 947.976047] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fb8035-4aa6-18f6-fbb9-bb4877ccff7e" [ 947.976047] env[69695]: _type = "Task" [ 947.976047] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.984281] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fb8035-4aa6-18f6-fbb9-bb4877ccff7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.046642] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498918, 'name': ReconfigVM_Task, 'duration_secs': 0.275401} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.046944] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.051488] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6e449d-0bf7-4f0e-aef3-48cb0fdfb67e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.066308] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 948.066308] env[69695]: value = "task-3498920" [ 948.066308] env[69695]: _type = "Task" [ 948.066308] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.078659] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.126358] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513333} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.126641] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7da70acd-1706-4c87-b4c7-7f9a7d8eb133/7da70acd-1706-4c87-b4c7-7f9a7d8eb133.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.126858] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.127129] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139950b3-3209-4906-a26f-caae5ef0439c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.135527] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 948.135527] env[69695]: value = "task-3498921" [ 948.135527] env[69695]: _type = "Task" [ 948.135527] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.136638] env[69695]: DEBUG oslo_concurrency.lockutils [None req-db1073b5-9ec5-4173-b518-b26ecdf2dcc5 tempest-ServersAdmin275Test-1036996571 tempest-ServersAdmin275Test-1036996571-project-member] Lock "29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.112s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.146721] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.210080] env[69695]: DEBUG oslo_vmware.api [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498919, 'name': PowerOnVM_Task, 'duration_secs': 0.472294} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.210368] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.210550] env[69695]: INFO nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Took 14.34 seconds to spawn the instance on the hypervisor. [ 948.210727] env[69695]: DEBUG nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.211672] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0487005-187f-41fa-ab92-8c1517f7dd7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.463937] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-c007e336-c567-4815-af85-5c06acf3b3fe" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.464282] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance network_info: |[{"id": "22c00a04-239f-4319-ba70-8d79f6f48d16", "address": "fa:16:3e:db:1a:35", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c00a04-23", "ovs_interfaceid": "22c00a04-239f-4319-ba70-8d79f6f48d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.464691] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:1a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c00a04-239f-4319-ba70-8d79f6f48d16', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.472094] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.472309] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.472528] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd3f7ad-eeb9-435a-96f4-2e6c4bef3d8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.498375] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fb8035-4aa6-18f6-fbb9-bb4877ccff7e, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.499982] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.499982] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.500263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.500416] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.500592] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.500824] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.500824] env[69695]: value = "task-3498922" [ 948.500824] env[69695]: _type = "Task" [ 948.500824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.500997] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e2e10a-4dc8-4ac1-929e-00424ef59e1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.512159] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498922, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.515989] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.515989] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.517030] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f91790-2dc6-4bd6-b319-864effb39d39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.522643] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 948.522643] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234c43f-6776-0330-18f1-a6fb8c2203af" [ 948.522643] env[69695]: _type = "Task" [ 948.522643] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.529841] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234c43f-6776-0330-18f1-a6fb8c2203af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.576174] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.597744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3043b8c7-cbd4-44f6-afa1-b3f93c0b8f79 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.599122] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.817s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.599271] env[69695]: DEBUG nova.objects.instance [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lazy-loading 'resources' on Instance uuid 849db371-fc20-47d4-b1e0-159455f77845 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.611809] env[69695]: DEBUG oslo_concurrency.lockutils [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.648445] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074317} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.648797] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.649583] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5151c7-6804-4284-b5e7-b5c3e0239b13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.672609] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 7da70acd-1706-4c87-b4c7-7f9a7d8eb133/7da70acd-1706-4c87-b4c7-7f9a7d8eb133.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.672897] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3119a060-c1d6-440b-9283-f6eb89943ba4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.692771] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 948.692771] env[69695]: value = "task-3498923" [ 948.692771] env[69695]: _type = "Task" [ 948.692771] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.700688] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.731017] env[69695]: INFO nova.compute.manager [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Took 56.82 seconds to build instance. [ 949.015907] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498922, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.032136] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234c43f-6776-0330-18f1-a6fb8c2203af, 'name': SearchDatastore_Task, 'duration_secs': 0.027678} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.033093] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e6cd12-077f-4a94-94a4-63eb64a308b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.038405] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 949.038405] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5a1b7-5acf-bcfc-5785-4b14f9d4c16c" [ 949.038405] env[69695]: _type = "Task" [ 949.038405] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.046217] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5a1b7-5acf-bcfc-5785-4b14f9d4c16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.076022] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.206052] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.233467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dba62887-c9fe-461e-97c0-ab13845efbb3 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.340s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.480114] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf17f8de-6bfe-4bd8-b02d-534acf558d0e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.489412] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea20056-9028-47fb-a99c-04d75fbd75b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.527166] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4dc445-c357-493d-959b-49e78383a663 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.538087] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3443999-7aa2-4bff-b5ee-93098b362fcf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.542651] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498922, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.556038] env[69695]: DEBUG nova.compute.provider_tree [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.560634] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a5a1b7-5acf-bcfc-5785-4b14f9d4c16c, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.561127] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.561385] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.561640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0aab2e2-8da4-4669-84ca-30d49800dce7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.568736] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 949.568736] env[69695]: value = "task-3498924" [ 949.568736] env[69695]: _type = "Task" [ 949.568736] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.582035] env[69695]: DEBUG oslo_vmware.api [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3498920, 'name': ReconfigVM_Task, 'duration_secs': 1.018075} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.585164] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699253', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'name': 'volume-771e4ed9-07ca-493b-b37e-f61e9508fa64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e836ad49-6776-4512-94c2-67a095eeebe6', 'attached_at': '', 'detached_at': '', 'volume_id': '771e4ed9-07ca-493b-b37e-f61e9508fa64', 'serial': '771e4ed9-07ca-493b-b37e-f61e9508fa64'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 949.587502] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.703838] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498923, 'name': ReconfigVM_Task, 'duration_secs': 0.973955} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.704244] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 7da70acd-1706-4c87-b4c7-7f9a7d8eb133/7da70acd-1706-4c87-b4c7-7f9a7d8eb133.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.705377] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0ef2a7-0b50-431f-9063-96e1860694d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.710824] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 949.710824] env[69695]: value = "task-3498925" [ 949.710824] env[69695]: _type = "Task" [ 949.710824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.718475] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498925, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.823840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.823840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.823840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.823840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.823840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.827416] env[69695]: INFO nova.compute.manager [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Terminating instance [ 949.996465] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.996721] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.996898] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.997103] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.997281] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.999536] env[69695]: INFO nova.compute.manager [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Terminating instance [ 950.034509] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498922, 'name': CreateVM_Task, 'duration_secs': 1.321916} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.034726] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.035499] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.035669] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.036014] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.036369] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1397f1-14c6-4765-9206-04db43cbc632 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.042531] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 950.042531] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e19c45-deba-d3b8-6acb-107d7a715f5a" [ 950.042531] env[69695]: _type = "Task" [ 950.042531] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.053282] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e19c45-deba-d3b8-6acb-107d7a715f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.062478] env[69695]: DEBUG nova.scheduler.client.report [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.083052] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.131778] env[69695]: DEBUG nova.objects.instance [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lazy-loading 'flavor' on Instance uuid e836ad49-6776-4512-94c2-67a095eeebe6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.220900] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498925, 'name': Rename_Task, 'duration_secs': 0.190257} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.221209] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.221469] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0cc431a-fef2-4dc3-9954-ea4bd38275ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.227337] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 950.227337] env[69695]: value = "task-3498926" [ 950.227337] env[69695]: _type = "Task" [ 950.227337] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.234771] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.331509] env[69695]: DEBUG nova.compute.manager [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.331747] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.332723] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5033f9fc-3082-4697-8ba1-28aea3284cd4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.340623] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.340855] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fb2377-b2aa-4b19-b1c7-2ae0cdcae77b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.347129] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 950.347129] env[69695]: value = "task-3498927" [ 950.347129] env[69695]: _type = "Task" [ 950.347129] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.355533] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.507051] env[69695]: DEBUG nova.compute.manager [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.507461] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-507cb0eb-7139-4ce7-ad32-37df12f479b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.516835] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31141647-01c1-4295-8d05-be57b9ec14ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.550153] env[69695]: WARNING nova.virt.vmwareapi.driver [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb could not be found. [ 950.550414] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.553595] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47d5cad7-bbf4-4bb3-8547-73ed1dcf01bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.560903] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e19c45-deba-d3b8-6acb-107d7a715f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018781} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.562015] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.562254] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.562491] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.562636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.562814] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.563107] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f737a4b0-b1fd-48be-804b-47860dabecec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.568922] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6211eb-ed27-4639-9753-db8826ed5f5b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.577851] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.580867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.404s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.582237] env[69695]: INFO nova.compute.claims [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.589790] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.589916] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.591485] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4292a858-992d-4194-b63f-8e5f97d6f980 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.597388] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589411} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.611509] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.611764] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.612253] env[69695]: WARNING nova.virt.vmwareapi.vmops [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb could not be found. [ 950.612454] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.612660] env[69695]: INFO nova.compute.manager [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Took 0.11 seconds to destroy the instance on the hypervisor. [ 950.612967] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.615571] env[69695]: INFO nova.scheduler.client.report [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Deleted allocations for instance 849db371-fc20-47d4-b1e0-159455f77845 [ 950.616785] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94621b33-a922-49d9-aa40-57612cc310aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619244] env[69695]: DEBUG nova.compute.manager [-] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.619244] env[69695]: DEBUG nova.network.neutron [-] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.621181] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 950.621181] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5202341b-46c4-8e79-effc-3a6eeee985d7" [ 950.621181] env[69695]: _type = "Task" [ 950.621181] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.630306] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 950.630306] env[69695]: value = "task-3498928" [ 950.630306] env[69695]: _type = "Task" [ 950.630306] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.641806] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5202341b-46c4-8e79-effc-3a6eeee985d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.644430] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe6a918-1557-4ad6-a47a-8f7a7a260917 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.651993] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.655050] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 950.655050] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e348cf-d0d3-baad-fa63-8fd702bba573" [ 950.655050] env[69695]: _type = "Task" [ 950.655050] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.665901] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e348cf-d0d3-baad-fa63-8fd702bba573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.740925] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.858037] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498927, 'name': PowerOffVM_Task, 'duration_secs': 0.325972} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.858037] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.858200] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.858430] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ade0e3c-6a04-48bd-bdac-aa7331692caf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.950770] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.951028] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.951214] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleting the datastore file [datastore2] 22453924-65e2-4b4f-b4c6-6c8398bfa99c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.951490] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bdef3fe-53c9-4b32-abf2-a1bfd8897bfc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.959644] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 950.959644] env[69695]: value = "task-3498930" [ 950.959644] env[69695]: _type = "Task" [ 950.959644] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.973853] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.137990] env[69695]: DEBUG oslo_concurrency.lockutils [None req-846b4420-6c27-4e65-8b81-1c8b89d22dee tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Lock "849db371-fc20-47d4-b1e0-159455f77845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.564s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.144661] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175659} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.145354] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.146301] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeff381-c85f-4aa0-9032-e22603dbecc1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.149842] env[69695]: DEBUG oslo_concurrency.lockutils [None req-072f05fb-caa9-4f2b-8b5d-9f46bc7ef86d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.282s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.180448] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.186810] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64eb01a7-dfe4-4615-aa08-e6c79259fb16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.213139] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e348cf-d0d3-baad-fa63-8fd702bba573, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.215031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.215338] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.215697] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 951.215697] env[69695]: value = "task-3498931" [ 951.215697] env[69695]: _type = "Task" [ 951.215697] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.215904] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ead33740-cb26-4dc6-a098-acef1be014af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.230430] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.238322] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 951.238322] env[69695]: value = "task-3498932" [ 951.238322] env[69695]: _type = "Task" [ 951.238322] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.249265] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.256464] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.453574] env[69695]: DEBUG nova.compute.manager [req-59912d8c-cfa5-4638-9c0f-08624530ec0c req-9a6a3de6-d18f-4da5-a031-742a7448e0f3 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Received event network-vif-deleted-a0524d5c-a107-4094-a736-31caf8947f96 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.453915] env[69695]: INFO nova.compute.manager [req-59912d8c-cfa5-4638-9c0f-08624530ec0c req-9a6a3de6-d18f-4da5-a031-742a7448e0f3 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Neutron deleted interface a0524d5c-a107-4094-a736-31caf8947f96; detaching it from the instance and deleting it from the info cache [ 951.454061] env[69695]: DEBUG nova.network.neutron [req-59912d8c-cfa5-4638-9c0f-08624530ec0c req-9a6a3de6-d18f-4da5-a031-742a7448e0f3 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.477933] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.731058] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498931, 'name': ReconfigVM_Task, 'duration_secs': 0.456901} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.737422] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed/0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.738365] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae816b88-f3dc-4546-ab21-8397c56fe6a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.748513] env[69695]: DEBUG nova.network.neutron [-] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.749286] env[69695]: DEBUG oslo_vmware.api [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498926, 'name': PowerOnVM_Task, 'duration_secs': 1.119457} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.753738] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.754022] env[69695]: INFO nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Took 9.11 seconds to spawn the instance on the hypervisor. [ 951.754219] env[69695]: DEBUG nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.754584] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 951.754584] env[69695]: value = "task-3498933" [ 951.754584] env[69695]: _type = "Task" [ 951.754584] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.758286] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864676e4-4391-456f-9f44-cc1718b897b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.767880] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498932, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.774659] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498933, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.960028] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a10760ff-728d-4e06-b24c-de8f36b6ef84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.971985] env[69695]: DEBUG oslo_vmware.api [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3498930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527943} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.973535] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.974229] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.974328] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.974926] env[69695]: INFO nova.compute.manager [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 951.974926] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.975187] env[69695]: DEBUG nova.compute.manager [-] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.975284] env[69695]: DEBUG nova.network.neutron [-] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.981314] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f6df40-9a18-4b3d-8a4f-e965ab901a3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.020277] env[69695]: DEBUG nova.compute.manager [req-59912d8c-cfa5-4638-9c0f-08624530ec0c req-9a6a3de6-d18f-4da5-a031-742a7448e0f3 service nova] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Detach interface failed, port_id=a0524d5c-a107-4094-a736-31caf8947f96, reason: Instance cab0b055-8cc8-42c4-bdac-b29252d9b2cb could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.143535] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d95d05-a6e9-458a-976d-b8bf80e5521f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.149777] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce941f0-cb72-4e05-8374-c8ccd4bbe8c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.182471] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dfd6b1-38c1-4236-bd7f-39c819f26676 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.190679] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eafdb7c-e3f2-47db-aa8c-e02e3cca9293 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.205437] env[69695]: DEBUG nova.compute.provider_tree [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.250922] env[69695]: INFO nova.compute.manager [-] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Took 1.63 seconds to deallocate network for instance. [ 952.251280] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719939} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.253694] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.253954] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.254456] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d98d42-b2c3-443c-93e5-471993557a53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.262463] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 952.262463] env[69695]: value = "task-3498934" [ 952.262463] env[69695]: _type = "Task" [ 952.262463] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.275148] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498933, 'name': Rename_Task, 'duration_secs': 0.254532} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.279381] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.279525] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.280134] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c92703-be44-48d9-82ab-3c383ef29482 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.298915] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 952.298915] env[69695]: value = "task-3498935" [ 952.298915] env[69695]: _type = "Task" [ 952.298915] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.306103] env[69695]: INFO nova.compute.manager [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Took 51.22 seconds to build instance. [ 952.312803] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498935, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.628820] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "ffe69589-771a-45dc-b1e2-799b77273dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.629075] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.710401] env[69695]: DEBUG nova.scheduler.client.report [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.776728] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121399} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.777059] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.777792] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaf6792-d318-4f82-804c-185a881d8944 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.809649] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.811131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.812021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-209ec822-de38-4df3-b80a-bc8aedefa9a9 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.742s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.812717] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1e97e9-b211-4a00-a6a3-201557083993 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.827831] env[69695]: INFO nova.compute.manager [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Took 0.58 seconds to detach 1 volumes for instance. [ 952.833128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.022s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.833333] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.833536] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.833702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.836070] env[69695]: DEBUG nova.compute.manager [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Deleting volume: 606b9a40-2f7f-476c-ab8c-a45496443baa {{(pid=69695) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 952.838706] env[69695]: INFO nova.compute.manager [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Terminating instance [ 952.851035] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.851971] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 952.851971] env[69695]: value = "task-3498936" [ 952.851971] env[69695]: _type = "Task" [ 952.851971] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.862091] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.907565] env[69695]: DEBUG nova.network.neutron [-] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.135648] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.217080] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.217598] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.221558] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.083s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.324570] env[69695]: DEBUG oslo_vmware.api [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3498935, 'name': PowerOnVM_Task, 'duration_secs': 0.658126} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.324857] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.325462] env[69695]: DEBUG nova.compute.manager [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.326399] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7f44f-3962-4186-b774-91779b574bbd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.353455] env[69695]: DEBUG nova.compute.manager [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.353717] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.354702] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627be5f-3426-4f8e-b97d-dfd0d09cce61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.367625] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498936, 'name': ReconfigVM_Task, 'duration_secs': 0.389104} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.370416] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Reconfigured VM instance instance-00000040 to attach disk [datastore2] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.370934] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.371192] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c636f0d-9b01-426b-86ae-827418d6b332 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.373770] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d668c0-00f6-4aad-b767-62d37f1b9eb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.386040] env[69695]: DEBUG oslo_vmware.api [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 953.386040] env[69695]: value = "task-3498939" [ 953.386040] env[69695]: _type = "Task" [ 953.386040] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.386040] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 953.386040] env[69695]: value = "task-3498938" [ 953.386040] env[69695]: _type = "Task" [ 953.386040] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.393424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.404170] env[69695]: DEBUG oslo_vmware.api [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.408339] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498938, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.409957] env[69695]: INFO nova.compute.manager [-] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Took 1.43 seconds to deallocate network for instance. [ 953.520624] env[69695]: DEBUG nova.compute.manager [req-cf592a3b-3027-4a6b-9847-979493bf8735 req-05b70b87-6e8a-4b6f-aa53-fffe43f80a2b service nova] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Received event network-vif-deleted-2d97915d-38c4-4f8d-ac90-6886e25b3d7a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.663467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.729237] env[69695]: DEBUG nova.compute.utils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.732319] env[69695]: DEBUG nova.objects.instance [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lazy-loading 'migration_context' on Instance uuid 0ff0050a-2feb-470c-a69c-7d31748d24f8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.734545] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.734984] env[69695]: DEBUG nova.network.neutron [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.788967] env[69695]: DEBUG nova.policy [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3b41ec7415642ee952717fe873383ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19f34647803b4d5ba7c4c15724276d34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.848997] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.901400] env[69695]: DEBUG oslo_vmware.api [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498939, 'name': PowerOffVM_Task, 'duration_secs': 0.201539} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.902362] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.902699] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.903206] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f1b3276-a055-4607-be8d-c5ce07d209f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.908783] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498938, 'name': Rename_Task, 'duration_secs': 0.260235} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.910027] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.910027] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103ac836-5240-40b0-98b7-af39d22c9c65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.920175] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.920175] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 953.920175] env[69695]: value = "task-3498941" [ 953.920175] env[69695]: _type = "Task" [ 953.920175] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.936036] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.981022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.981022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.981022] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleting the datastore file [datastore1] 7da70acd-1706-4c87-b4c7-7f9a7d8eb133 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.981022] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea638080-047a-4994-a7ec-ddbd0f3d7105 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.988870] env[69695]: DEBUG oslo_vmware.api [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for the task: (returnval){ [ 953.988870] env[69695]: value = "task-3498942" [ 953.988870] env[69695]: _type = "Task" [ 953.988870] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.008076] env[69695]: DEBUG oslo_vmware.api [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.115475] env[69695]: DEBUG nova.network.neutron [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Successfully created port: b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.238557] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.432535] env[69695]: DEBUG oslo_vmware.api [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498941, 'name': PowerOnVM_Task, 'duration_secs': 0.490419} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.432842] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.433058] env[69695]: INFO nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Took 9.13 seconds to spawn the instance on the hypervisor. [ 954.433242] env[69695]: DEBUG nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.434020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3a535-0b21-4ae8-a7a7-ae369a2b4f19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.499971] env[69695]: DEBUG oslo_vmware.api [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Task: {'id': task-3498942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270108} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.502517] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.502705] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.502876] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.503062] env[69695]: INFO nova.compute.manager [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Took 1.15 seconds to destroy the instance on the hypervisor. [ 954.503304] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.504048] env[69695]: DEBUG nova.compute.manager [-] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.504147] env[69695]: DEBUG nova.network.neutron [-] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.761348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f4bfd-5863-406a-92bb-3bf5f476ae1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.769474] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a202df54-637f-48d2-bb88-02a32ee5af40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.808347] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7123f-f284-4432-b804-04a4acb356e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.816290] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd6a62-3777-46b4-be00-60f81f5c4600 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.832925] env[69695]: DEBUG nova.compute.provider_tree [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.952349] env[69695]: INFO nova.compute.manager [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Took 52.48 seconds to build instance. [ 955.110846] env[69695]: DEBUG nova.compute.manager [req-b6c28781-179a-4fd8-8e3a-3e12d761248d req-477e886c-cd3b-4336-9c69-63a5203a7a26 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Received event network-vif-deleted-dea8acb9-c915-4058-96d3-294ff0f046b6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.112107] env[69695]: INFO nova.compute.manager [req-b6c28781-179a-4fd8-8e3a-3e12d761248d req-477e886c-cd3b-4336-9c69-63a5203a7a26 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Neutron deleted interface dea8acb9-c915-4058-96d3-294ff0f046b6; detaching it from the instance and deleting it from the info cache [ 955.113618] env[69695]: DEBUG nova.network.neutron [req-b6c28781-179a-4fd8-8e3a-3e12d761248d req-477e886c-cd3b-4336-9c69-63a5203a7a26 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.252364] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.294892] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.295160] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.295320] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.295502] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.295649] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.295795] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.296011] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.296411] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.296714] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.296942] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.297173] env[69695]: DEBUG nova.virt.hardware [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.298510] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793eac9-d9a8-49b9-bb3b-a5922cfbefff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.309598] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d9c7d-99b7-45ad-85dc-94be1abe0ae0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.339525] env[69695]: DEBUG nova.scheduler.client.report [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.456512] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "c007e336-c567-4815-af85-5c06acf3b3fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.995s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.526817] env[69695]: DEBUG nova.network.neutron [-] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.619941] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-661ba6b8-4ed0-4410-b860-ca67bc867b37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.634113] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8081d-c25e-4a05-9e55-8c7f637af295 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.674028] env[69695]: DEBUG nova.compute.manager [req-b6c28781-179a-4fd8-8e3a-3e12d761248d req-477e886c-cd3b-4336-9c69-63a5203a7a26 service nova] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Detach interface failed, port_id=dea8acb9-c915-4058-96d3-294ff0f046b6, reason: Instance 7da70acd-1706-4c87-b4c7-7f9a7d8eb133 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.678252] env[69695]: DEBUG nova.compute.manager [req-b3b57d79-99ad-44f7-9927-f8295b67ce6b req-08b100ea-45f6-447d-8a02-3e23ed562848 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-vif-plugged-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.678488] env[69695]: DEBUG oslo_concurrency.lockutils [req-b3b57d79-99ad-44f7-9927-f8295b67ce6b req-08b100ea-45f6-447d-8a02-3e23ed562848 service nova] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.678737] env[69695]: DEBUG oslo_concurrency.lockutils [req-b3b57d79-99ad-44f7-9927-f8295b67ce6b req-08b100ea-45f6-447d-8a02-3e23ed562848 service nova] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.678971] env[69695]: DEBUG oslo_concurrency.lockutils [req-b3b57d79-99ad-44f7-9927-f8295b67ce6b req-08b100ea-45f6-447d-8a02-3e23ed562848 service nova] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.681064] env[69695]: DEBUG nova.compute.manager [req-b3b57d79-99ad-44f7-9927-f8295b67ce6b req-08b100ea-45f6-447d-8a02-3e23ed562848 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] No waiting events found dispatching network-vif-plugged-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.681064] env[69695]: WARNING nova.compute.manager [req-b3b57d79-99ad-44f7-9927-f8295b67ce6b req-08b100ea-45f6-447d-8a02-3e23ed562848 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received unexpected event network-vif-plugged-b4285447-cfc2-46b7-b414-7b213ce43072 for instance with vm_state building and task_state spawning. [ 955.700726] env[69695]: DEBUG nova.network.neutron [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Successfully updated port: b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.029483] env[69695]: INFO nova.compute.manager [-] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Took 1.53 seconds to deallocate network for instance. [ 956.202906] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.203390] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.203390] env[69695]: DEBUG nova.network.neutron [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.352169] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.132s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.365466] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.204s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.365773] env[69695]: DEBUG nova.objects.instance [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lazy-loading 'resources' on Instance uuid 5e82ddf9-73be-463b-ae1a-38214e41cdf8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.536867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.675027] env[69695]: INFO nova.compute.manager [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Rebuilding instance [ 956.723803] env[69695]: DEBUG nova.compute.manager [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.724842] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e961f1-6703-4646-92a0-649d7df8a846 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.749323] env[69695]: DEBUG nova.network.neutron [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.876728] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552e20d-fb2c-4c2b-91ae-0d9c2e0618ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.884902] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f8c2f4-7eb8-4672-ac65-4f885332db83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.923495] env[69695]: DEBUG nova.network.neutron [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.925855] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5bee4-f97f-4473-942b-11fd60c8c0cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.934343] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76990b7-c1bf-4816-8263-769a35280a58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.949122] env[69695]: DEBUG nova.compute.provider_tree [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.433119] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.433432] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance network_info: |[{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.434187] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:17:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4285447-cfc2-46b7-b414-7b213ce43072', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.442442] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating folder: Project (19f34647803b4d5ba7c4c15724276d34). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.443157] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-846068d4-d77d-4ecc-9530-5eb26ce3f940 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.456017] env[69695]: DEBUG nova.scheduler.client.report [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.457786] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Created folder: Project (19f34647803b4d5ba7c4c15724276d34) in parent group-v699067. [ 957.458177] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating folder: Instances. Parent ref: group-v699257. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.458756] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43ad1ce-5ba7-430d-887e-2c49a2f74e53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.468203] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Created folder: Instances in parent group-v699257. [ 957.468665] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.469884] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.470250] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab1ae6fc-132e-438c-8599-e31c54af9507 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.187750] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.191964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.196611] env[69695]: DEBUG nova.compute.manager [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-changed-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.196788] env[69695]: DEBUG nova.compute.manager [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Refreshing instance network info cache due to event network-changed-b4285447-cfc2-46b7-b414-7b213ce43072. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.196988] env[69695]: DEBUG oslo_concurrency.lockutils [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.197143] env[69695]: DEBUG oslo_concurrency.lockutils [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.197329] env[69695]: DEBUG nova.network.neutron [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Refreshing network info cache for port b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.198621] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9203851-af7c-48b7-862c-a5105a5923df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.200701] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.404s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.202161] env[69695]: INFO nova.compute.claims [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.204961] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "a11f35a5-3157-401f-826e-10e13c2540da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.205187] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "a11f35a5-3157-401f-826e-10e13c2540da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.211357] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.211357] env[69695]: value = "task-3498945" [ 958.211357] env[69695]: _type = "Task" [ 958.211357] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.213123] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 958.213123] env[69695]: value = "task-3498946" [ 958.213123] env[69695]: _type = "Task" [ 958.213123] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.217261] env[69695]: INFO nova.scheduler.client.report [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleted allocations for instance 5e82ddf9-73be-463b-ae1a-38214e41cdf8 [ 958.225116] env[69695]: INFO nova.compute.manager [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Swapping old allocation on dict_keys(['e7ace027-77c9-43a3-ae53-5d93decba6e8']) held by migration 36396da5-a3e4-4e43-bbdc-23bf6adbc082 for instance [ 958.232720] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498945, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.235747] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.251674] env[69695]: DEBUG nova.scheduler.client.report [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Overwriting current allocation {'allocations': {'e7ace027-77c9-43a3-ae53-5d93decba6e8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '334a9c4e9f8441ab85490e22d1b565d3', 'user_id': 'eb805eacf040439795b74c6676b57bdd', 'consumer_generation': 1} on consumer 0ff0050a-2feb-470c-a69c-7d31748d24f8 {{(pid=69695) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 958.321322] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "0791e83f-32f8-4845-85ae-208a7880008a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.321799] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "0791e83f-32f8-4845-85ae-208a7880008a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.388939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.389154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquired lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.389337] env[69695]: DEBUG nova.network.neutron [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.712198] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.734277] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498945, 'name': CreateVM_Task, 'duration_secs': 0.431355} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.734775] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2287dce1-6de8-4dd8-89ba-ea057afb7397 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "5e82ddf9-73be-463b-ae1a-38214e41cdf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.900s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.735590] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.739145] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.739327] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.739669] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.742264] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498946, 'name': PowerOffVM_Task, 'duration_secs': 0.192583} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.742264] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a862be-bd94-4213-9911-8d3408c2a07d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.742570] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.742933] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.743714] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc8d23d-5967-45a7-a378-2137a233f82b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.750619] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 958.750619] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b46f72-2615-6818-93e6-32f2449869b0" [ 958.750619] env[69695]: _type = "Task" [ 958.750619] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.753793] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.756491] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-372bcccb-7e8a-4c68-aa94-a451929df64a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.765114] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b46f72-2615-6818-93e6-32f2449869b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.814778] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.815085] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.815309] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore2] c007e336-c567-4815-af85-5c06acf3b3fe {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.815619] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b107ed-99ca-4949-a5fd-851914173c2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.825117] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 958.825117] env[69695]: value = "task-3498948" [ 958.825117] env[69695]: _type = "Task" [ 958.825117] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.826533] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.834297] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.978354] env[69695]: DEBUG nova.network.neutron [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updated VIF entry in instance network info cache for port b4285447-cfc2-46b7-b414-7b213ce43072. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.978764] env[69695]: DEBUG nova.network.neutron [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.132021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.132021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.132021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.132021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.132021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.133075] env[69695]: INFO nova.compute.manager [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Terminating instance [ 959.232603] env[69695]: DEBUG nova.network.neutron [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [{"id": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "address": "fa:16:3e:08:0e:cb", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723522b2-a8", "ovs_interfaceid": "723522b2-a8fa-42e2-93b1-e7d6f805377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.248446] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.264007] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b46f72-2615-6818-93e6-32f2449869b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.269540] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.269806] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.270055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.270208] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.270388] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.270863] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5500be2-f431-45a4-828d-762669142c6a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.289706] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.289896] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.291180] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547b7e8b-6f0b-4399-b3bc-bf3b1b58c626 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.301397] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 959.301397] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523eaa36-6915-4ffd-02b3-3248c836c405" [ 959.301397] env[69695]: _type = "Task" [ 959.301397] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.313871] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523eaa36-6915-4ffd-02b3-3248c836c405, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.317420] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e199bb-abcb-4e8e-9eee-dd84b8eaf905 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.323914] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 959.323914] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527689a4-ff19-953e-3222-d81d95612938" [ 959.323914] env[69695]: _type = "Task" [ 959.323914] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.339209] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.345506] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527689a4-ff19-953e-3222-d81d95612938, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.345506] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.345654] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.345857] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a14b9cd7-4744-4549-b3b2-1b13ef3a2913 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.353975] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 959.353975] env[69695]: value = "task-3498949" [ 959.353975] env[69695]: _type = "Task" [ 959.353975] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.355088] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.366013] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.481894] env[69695]: DEBUG oslo_concurrency.lockutils [req-14db7b21-51af-4f58-aee9-cb0b706689bb req-f12637d1-2956-459c-a475-4ad92bca0cb5 service nova] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.637045] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "refresh_cache-ac5ce37f-cbc6-414a-9237-2009ae0168fd" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.637769] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquired lock "refresh_cache-ac5ce37f-cbc6-414a-9237-2009ae0168fd" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.637769] env[69695]: DEBUG nova.network.neutron [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.704494] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded3b566-18a4-4f8d-845e-4db2c60ce98b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.712264] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4825e6c-665d-402d-8dfc-4481b801c644 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.743636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Releasing lock "refresh_cache-0ff0050a-2feb-470c-a69c-7d31748d24f8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.744142] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.744240] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4011727c-9cb8-4e43-b96a-b99838be5dc9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.746855] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70d635-fa4b-49b6-9ae2-48fdf3d681e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754941] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717bacb-93a2-46ba-89c1-787c73a7ab40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.758946] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 959.758946] env[69695]: value = "task-3498950" [ 959.758946] env[69695]: _type = "Task" [ 959.758946] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.773024] env[69695]: DEBUG nova.compute.provider_tree [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.776925] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.833409] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537981} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.833681] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.833867] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.834061] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.869537] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.073969] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "6b603f92-5fcb-43da-b151-326c8346c589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.074061] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "6b603f92-5fcb-43da-b151-326c8346c589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.162769] env[69695]: DEBUG nova.network.neutron [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.232817] env[69695]: DEBUG nova.network.neutron [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.268653] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498950, 'name': PowerOffVM_Task, 'duration_secs': 0.433509} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.268925] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.269577] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bce3fd05-a9d7-4e21-8232-be19b4608ea8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1846489066',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.269793] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.269947] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.270138] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.270281] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.270493] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.270628] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.272118] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.272118] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.272118] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.272118] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.276797] env[69695]: DEBUG nova.scheduler.client.report [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.280255] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c641d55b-2fc3-4296-8474-53c997b32a9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.297593] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 960.297593] env[69695]: value = "task-3498951" [ 960.297593] env[69695]: _type = "Task" [ 960.297593] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.307706] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.369169] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776673} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.369169] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.369169] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.369169] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f9e5f9-0e3d-4846-b959-77f299f74927 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.376595] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 960.376595] env[69695]: value = "task-3498952" [ 960.376595] env[69695]: _type = "Task" [ 960.376595] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.385166] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.577081] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.736782] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Releasing lock "refresh_cache-ac5ce37f-cbc6-414a-9237-2009ae0168fd" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.737142] env[69695]: DEBUG nova.compute.manager [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.737352] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.738196] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c8c44-7fbd-4402-8af2-35961cf31be3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.748052] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.748052] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2622144e-47e1-40d2-af68-f51c10c595a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.753444] env[69695]: DEBUG oslo_vmware.api [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 960.753444] env[69695]: value = "task-3498953" [ 960.753444] env[69695]: _type = "Task" [ 960.753444] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.761687] env[69695]: DEBUG oslo_vmware.api [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.792880] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.793440] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.796207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.348s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.797694] env[69695]: INFO nova.compute.claims [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.809552] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498951, 'name': ReconfigVM_Task, 'duration_secs': 0.249403} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.810368] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba29bf-f2f7-4933-9456-2de88e783c5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.830761] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:23:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bce3fd05-a9d7-4e21-8232-be19b4608ea8',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1846489066',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.831880] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.831880] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.831880] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.831880] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.831880] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.831880] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.832138] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.832172] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.832323] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.832494] env[69695]: DEBUG nova.virt.hardware [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.833312] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f583c0c4-d2c4-4d05-b2a7-460664d17bcc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.840495] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 960.840495] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234ae95-a6a7-872b-452b-920bd1a98ded" [ 960.840495] env[69695]: _type = "Task" [ 960.840495] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.851884] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234ae95-a6a7-872b-452b-920bd1a98ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.870431] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.870697] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.870858] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.871053] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.871201] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.871350] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.871560] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.871718] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.871885] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.872082] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.872304] env[69695]: DEBUG nova.virt.hardware [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.873136] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dacb89-acfa-4f98-89ed-3aea04efde0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.883403] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c581a-5caf-423f-b00b-7f3fedc6bd9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.891550] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06944} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.899459] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.900014] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:1a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c00a04-239f-4319-ba70-8d79f6f48d16', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.907628] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.908408] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda7fb1-0500-4ef1-9786-bc8a2ca7ba0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.911024] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.911578] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab5a20c-7703-4daa-b12e-7c79c0156765 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.948687] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.949469] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59afaa7c-c52f-4dd2-897a-6b4ab6a0c22b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.963787] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.963787] env[69695]: value = "task-3498954" [ 960.963787] env[69695]: _type = "Task" [ 960.963787] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.968882] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 960.968882] env[69695]: value = "task-3498955" [ 960.968882] env[69695]: _type = "Task" [ 960.968882] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.977780] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498954, 'name': CreateVM_Task} progress is 15%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.983747] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.100343] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.263111] env[69695]: DEBUG oslo_vmware.api [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498953, 'name': PowerOffVM_Task, 'duration_secs': 0.218335} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.263405] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.263579] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.263827] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b162b4f9-08c5-4689-91f0-1e31323fa314 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.285810] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.286076] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.286263] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleting the datastore file [datastore1] ac5ce37f-cbc6-414a-9237-2009ae0168fd {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.286575] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8243da3-add4-42b6-8a21-daa33361927c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.292774] env[69695]: DEBUG oslo_vmware.api [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for the task: (returnval){ [ 961.292774] env[69695]: value = "task-3498957" [ 961.292774] env[69695]: _type = "Task" [ 961.292774] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.300075] env[69695]: DEBUG oslo_vmware.api [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.302277] env[69695]: DEBUG nova.compute.utils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.306846] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.306846] env[69695]: DEBUG nova.network.neutron [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.347616] env[69695]: DEBUG nova.policy [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56de559f0cb4db8b7da4d4d41b8d923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c196a68e13c948faa361c5fd033625e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.354113] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234ae95-a6a7-872b-452b-920bd1a98ded, 'name': SearchDatastore_Task, 'duration_secs': 0.034085} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.359466] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.359740] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a7fdc5-4eef-4216-933a-198892e62b18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.380366] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 961.380366] env[69695]: value = "task-3498958" [ 961.380366] env[69695]: _type = "Task" [ 961.380366] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.387999] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.480128] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498954, 'name': CreateVM_Task, 'duration_secs': 0.338558} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.483234] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.484023] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.484118] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.484466] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.485116] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e83038-9349-446f-98bd-1b953430978a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.490268] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.493183] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 961.493183] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229f718-4b5f-d735-555f-6e1257cb5a64" [ 961.493183] env[69695]: _type = "Task" [ 961.493183] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.500253] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229f718-4b5f-d735-555f-6e1257cb5a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.673809] env[69695]: DEBUG nova.network.neutron [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Successfully created port: 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.804064] env[69695]: DEBUG oslo_vmware.api [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Task: {'id': task-3498957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188177} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.804064] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.804401] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.804401] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.804468] env[69695]: INFO nova.compute.manager [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Took 1.07 seconds to destroy the instance on the hypervisor. [ 961.804779] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.804853] env[69695]: DEBUG nova.compute.manager [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.804940] env[69695]: DEBUG nova.network.neutron [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.809262] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.826364] env[69695]: DEBUG nova.network.neutron [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.895306] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498958, 'name': ReconfigVM_Task, 'duration_secs': 0.198675} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.895620] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.896414] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f7d88-551e-4d0d-afb0-1a530b5ecd32 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.922189] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.925100] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f481eb-f43f-4a9b-aa83-ff48016f2694 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.948174] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 961.948174] env[69695]: value = "task-3498959" [ 961.948174] env[69695]: _type = "Task" [ 961.948174] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.959940] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.988480] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498955, 'name': ReconfigVM_Task, 'duration_secs': 0.574637} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.988801] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.989640] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99a86097-3aea-4097-9a09-1bea8c63da44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.998188] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 961.998188] env[69695]: value = "task-3498960" [ 961.998188] env[69695]: _type = "Task" [ 961.998188] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.020964] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5229f718-4b5f-d735-555f-6e1257cb5a64, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.021277] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498960, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.021928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.022718] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.022718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.023359] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.023577] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.023990] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449a13fe-bd75-449f-8d8f-40dc5e59a8eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.040703] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.040970] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.041790] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2848029c-9ec4-40ca-828b-94c5aaa15be6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.053053] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 962.053053] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9ab57-0466-0eb5-8f23-dd9711b03b17" [ 962.053053] env[69695]: _type = "Task" [ 962.053053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.061355] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9ab57-0466-0eb5-8f23-dd9711b03b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.276035] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a4f9dc-ab9f-439b-b39f-beeb21fdf44c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.283851] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bee1ba-934e-40a3-805a-93914277de08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.313774] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1eb140-1fd3-4501-8ce4-ad547f373f56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.321080] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c25df-5fbe-4e3f-a3ee-f7eb4d4c9932 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.328483] env[69695]: DEBUG nova.network.neutron [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.338032] env[69695]: DEBUG nova.compute.provider_tree [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.458360] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.510409] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498960, 'name': Rename_Task, 'duration_secs': 0.159517} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.510814] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.510948] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-146a682a-17d1-4fe2-a08f-1d50af16b8bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.517562] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 962.517562] env[69695]: value = "task-3498961" [ 962.517562] env[69695]: _type = "Task" [ 962.517562] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.524801] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.563515] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f9ab57-0466-0eb5-8f23-dd9711b03b17, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.564321] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdcc441-791f-48b9-bb27-4ea0700078e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.569264] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 962.569264] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528452e9-f830-5a46-e03d-e2e389ad56d1" [ 962.569264] env[69695]: _type = "Task" [ 962.569264] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.579154] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528452e9-f830-5a46-e03d-e2e389ad56d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.831108] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.840664] env[69695]: INFO nova.compute.manager [-] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Took 1.04 seconds to deallocate network for instance. [ 962.841533] env[69695]: DEBUG nova.scheduler.client.report [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.856342] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.856598] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.856760] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.856941] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.857108] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.857312] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.857543] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.857699] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.857863] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.858039] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.858225] env[69695]: DEBUG nova.virt.hardware [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.859147] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401b9a4-682b-4666-8de7-acab05422055 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.869023] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf52f62-98d3-46a4-9dc1-d374e813818c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.959728] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498959, 'name': ReconfigVM_Task, 'duration_secs': 0.649933} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.960095] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8/0ff0050a-2feb-470c-a69c-7d31748d24f8.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.961056] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de6f23-666c-4686-a406-f8ebb73387b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.981117] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640a4da1-1447-4bec-ad99-3112be2040f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.999708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a9cd0-15ee-4a78-9174-e573bb51854d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.018358] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4eb2ae-2add-4629-8da7-b40666b94b12 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.027680] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.031032] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5efca3e-11c3-452a-b6ca-d73842221fc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.031871] env[69695]: DEBUG oslo_vmware.api [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3498961, 'name': PowerOnVM_Task, 'duration_secs': 0.490492} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.032132] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.032341] env[69695]: INFO nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Took 7.78 seconds to spawn the instance on the hypervisor. [ 963.032520] env[69695]: DEBUG nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.033566] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7663cc-ca87-4675-b84d-fa9b0a88f658 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.036809] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 963.036809] env[69695]: value = "task-3498962" [ 963.036809] env[69695]: _type = "Task" [ 963.036809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.049785] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.082515] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528452e9-f830-5a46-e03d-e2e389ad56d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.083250] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.083571] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.083880] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0cb9ee3-5939-4f37-883d-4d169568b576 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.090489] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 963.090489] env[69695]: value = "task-3498963" [ 963.090489] env[69695]: _type = "Task" [ 963.090489] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.098448] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.276888] env[69695]: DEBUG nova.compute.manager [req-69dc0d1b-ef3a-4a92-8ae8-a02d768d0196 req-0afff455-4cf8-4ec1-bcaa-d1603163391e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-vif-plugged-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.277126] env[69695]: DEBUG oslo_concurrency.lockutils [req-69dc0d1b-ef3a-4a92-8ae8-a02d768d0196 req-0afff455-4cf8-4ec1-bcaa-d1603163391e service nova] Acquiring lock "a5bb98f9-f843-4c86-8238-a30e446aeec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.277399] env[69695]: DEBUG oslo_concurrency.lockutils [req-69dc0d1b-ef3a-4a92-8ae8-a02d768d0196 req-0afff455-4cf8-4ec1-bcaa-d1603163391e service nova] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.277946] env[69695]: DEBUG oslo_concurrency.lockutils [req-69dc0d1b-ef3a-4a92-8ae8-a02d768d0196 req-0afff455-4cf8-4ec1-bcaa-d1603163391e service nova] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.278218] env[69695]: DEBUG nova.compute.manager [req-69dc0d1b-ef3a-4a92-8ae8-a02d768d0196 req-0afff455-4cf8-4ec1-bcaa-d1603163391e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] No waiting events found dispatching network-vif-plugged-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.278458] env[69695]: WARNING nova.compute.manager [req-69dc0d1b-ef3a-4a92-8ae8-a02d768d0196 req-0afff455-4cf8-4ec1-bcaa-d1603163391e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received unexpected event network-vif-plugged-40538dd6-6433-4305-8538-ac6ebb6ef6c5 for instance with vm_state building and task_state spawning. [ 963.348067] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.348635] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.355962] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.252s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.361154] env[69695]: INFO nova.compute.claims [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.370262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.458706] env[69695]: DEBUG nova.network.neutron [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Successfully updated port: 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.552979] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.556049] env[69695]: INFO nova.compute.manager [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Took 53.40 seconds to build instance. [ 963.601202] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498963, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.857315] env[69695]: DEBUG nova.compute.utils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.858877] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.859074] env[69695]: DEBUG nova.network.neutron [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.928648] env[69695]: DEBUG nova.policy [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '897ac6c01a3a4b5fafe686e1566cee7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcf3db0dec4547ad823ae6023b60956a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.968814] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.968814] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.968814] env[69695]: DEBUG nova.network.neutron [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.051803] env[69695]: DEBUG oslo_vmware.api [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498962, 'name': PowerOnVM_Task, 'duration_secs': 0.593623} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.052149] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.059699] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7ed617ae-5306-48a6-9559-74e74410ff94 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.912s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.101817] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547867} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.102122] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.102345] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.102615] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c8693aa-2c72-4442-a726-0a1568943346 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.109216] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 964.109216] env[69695]: value = "task-3498964" [ 964.109216] env[69695]: _type = "Task" [ 964.109216] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.121120] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.363073] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.507943] env[69695]: DEBUG nova.network.neutron [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.524127] env[69695]: DEBUG nova.network.neutron [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Successfully created port: ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.631882] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067815} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.632247] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.633079] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b4c06-5305-4de3-ae1c-c8e71abce41e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.658740] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.662594] env[69695]: DEBUG nova.network.neutron [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.664453] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a80b8d-6d00-48a7-9a48-767709932c15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.686369] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 964.686369] env[69695]: value = "task-3498965" [ 964.686369] env[69695]: _type = "Task" [ 964.686369] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.697142] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.852974] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf79adfb-deb1-4908-9898-3015e552bf52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.860169] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e9b0d5-ddfb-4dc3-b5e4-2f3efa8e5356 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.899088] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6988daba-26bd-4242-b60b-8f358d1ae48c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.903223] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6b24c-7794-4722-b5ad-64988d98b78e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.916826] env[69695]: DEBUG nova.compute.provider_tree [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.068398] env[69695]: INFO nova.compute.manager [None req-58e00285-d7ce-4990-82f2-ffe2b6a0436a tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance to original state: 'active' [ 965.165587] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.165936] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Instance network_info: |[{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.166439] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:58:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40538dd6-6433-4305-8538-ac6ebb6ef6c5', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.174926] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Creating folder: Project (c196a68e13c948faa361c5fd033625e4). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.175794] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dad649a7-6e41-49e1-8128-7f3278f17ab8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.187619] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Created folder: Project (c196a68e13c948faa361c5fd033625e4) in parent group-v699067. [ 965.187897] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Creating folder: Instances. Parent ref: group-v699261. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.190902] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d62b6c22-c97a-4376-bfb4-b4ffeda59268 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.198252] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498965, 'name': ReconfigVM_Task, 'duration_secs': 0.421127} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.198514] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c007e336-c567-4815-af85-5c06acf3b3fe/c007e336-c567-4815-af85-5c06acf3b3fe.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.199148] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9507771-43a0-4e49-8c30-597f71813525 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.201618] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Created folder: Instances in parent group-v699261. [ 965.201844] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.202341] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.202556] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddfb7a25-8caa-480c-bd4a-f6fbc648c2e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.225764] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 965.225764] env[69695]: value = "task-3498968" [ 965.225764] env[69695]: _type = "Task" [ 965.225764] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.231836] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.231836] env[69695]: value = "task-3498969" [ 965.231836] env[69695]: _type = "Task" [ 965.231836] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.235497] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498968, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.243406] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498969, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.400543] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.423022] env[69695]: DEBUG nova.scheduler.client.report [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.428782] env[69695]: DEBUG nova.compute.manager [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.429141] env[69695]: DEBUG nova.compute.manager [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing instance network info cache due to event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.429469] env[69695]: DEBUG oslo_concurrency.lockutils [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] Acquiring lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.429731] env[69695]: DEBUG oslo_concurrency.lockutils [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] Acquired lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.430075] env[69695]: DEBUG nova.network.neutron [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.444957] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:25:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='835238757',id=40,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-413263394',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.445440] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.445714] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.445999] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.446282] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.446567] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.446910] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.447211] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.447519] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.447798] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.448147] env[69695]: DEBUG nova.virt.hardware [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.450105] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446740e-7328-42d1-b590-49dd19c06f7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.461044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5debdba0-48ab-47d9-b929-4b1a79edeaa8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.468924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.469085] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.737739] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498968, 'name': Rename_Task, 'duration_secs': 0.135853} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.741430] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.742138] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb37e61-d792-4693-9b6b-de1277aee47f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.750212] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498969, 'name': CreateVM_Task, 'duration_secs': 0.336117} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.751625] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.752048] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 965.752048] env[69695]: value = "task-3498970" [ 965.752048] env[69695]: _type = "Task" [ 965.752048] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.752822] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.753083] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.753519] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.753902] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a395aa59-bba0-4463-9fd3-b23f74c83d23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.764868] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.766503] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 965.766503] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529db361-f3bf-6500-13fa-98737f761cea" [ 965.766503] env[69695]: _type = "Task" [ 965.766503] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.774747] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529db361-f3bf-6500-13fa-98737f761cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.933356] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.933951] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.939155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.117s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.939403] env[69695]: DEBUG nova.objects.instance [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lazy-loading 'resources' on Instance uuid 2e8703c4-c08a-4250-8d77-9b2f7edc6e80 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.972593] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.171155] env[69695]: DEBUG nova.network.neutron [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updated VIF entry in instance network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.171527] env[69695]: DEBUG nova.network.neutron [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.176607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "0ff0050a-2feb-470c-a69c-7d31748d24f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.176870] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.177096] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.177286] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.178963] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.181820] env[69695]: INFO nova.compute.manager [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Terminating instance [ 966.264274] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.276733] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529db361-f3bf-6500-13fa-98737f761cea, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.276733] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.276733] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.277108] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.277108] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.277280] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.277497] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6142b058-9958-4edc-b38b-684fa9a42393 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.289051] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.289236] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.289938] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fecec1e-6f00-4925-a788-5a7683f99c7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.295351] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 966.295351] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e67e0b-79dc-f249-3099-07050215cba0" [ 966.295351] env[69695]: _type = "Task" [ 966.295351] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.307081] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e67e0b-79dc-f249-3099-07050215cba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.389271] env[69695]: DEBUG nova.network.neutron [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Successfully updated port: ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.443102] env[69695]: DEBUG nova.compute.utils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.447767] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.448319] env[69695]: DEBUG nova.network.neutron [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.490508] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.529624] env[69695]: DEBUG nova.policy [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8036e4fa08b4dd08a267b735ffbb992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe4ee8859b04d5e913665d28717973a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.675536] env[69695]: DEBUG oslo_concurrency.lockutils [req-d76b93dc-a3fa-4ce0-9811-d6a172665dba req-5b48a413-33f5-472d-acf5-1a62c915f31e service nova] Releasing lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686266] env[69695]: DEBUG nova.compute.manager [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.686266] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.686903] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d871ac5-043b-4b97-8f1c-5bd09b39444b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.698150] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.701251] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5420784c-2452-4f4d-993c-30774cb4d6ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.706773] env[69695]: DEBUG oslo_vmware.api [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 966.706773] env[69695]: value = "task-3498971" [ 966.706773] env[69695]: _type = "Task" [ 966.706773] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.721186] env[69695]: DEBUG oslo_vmware.api [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.763746] env[69695]: DEBUG oslo_vmware.api [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498970, 'name': PowerOnVM_Task, 'duration_secs': 1.001209} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.766479] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.766724] env[69695]: DEBUG nova.compute.manager [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.767886] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1741484-6487-4230-a87a-cb85c8c1e0c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.807961] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e67e0b-79dc-f249-3099-07050215cba0, 'name': SearchDatastore_Task, 'duration_secs': 0.026796} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.808911] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97fe535-cf2b-4c64-a2ce-bc59a7f60e0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.814443] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 966.814443] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526b6009-3f6a-08f9-e70d-ee084c7a0d21" [ 966.814443] env[69695]: _type = "Task" [ 966.814443] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.826147] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526b6009-3f6a-08f9-e70d-ee084c7a0d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.893460] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.893950] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.894131] env[69695]: DEBUG nova.network.neutron [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.930964] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3ae6e3-af03-426a-901d-e5020bd34d96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.938337] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84616520-560c-41fb-a8e6-5de859d5769c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.970319] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.973611] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ee8f0-5358-402b-91dc-5df76cd2fc29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.982203] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee268aa9-35cb-4b03-9a71-803f0c6021a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.988242] env[69695]: DEBUG nova.network.neutron [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Successfully created port: b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.998885] env[69695]: DEBUG nova.compute.provider_tree [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.219819] env[69695]: DEBUG oslo_vmware.api [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498971, 'name': PowerOffVM_Task, 'duration_secs': 0.351357} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.220107] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.220283] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.220527] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb813b0-33d9-4edd-9b02-8b015edbc634 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.285931] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.297568] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.297568] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.297712] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleting the datastore file [datastore1] 0ff0050a-2feb-470c-a69c-7d31748d24f8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.297944] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-868d4181-a4c1-498f-af2c-ab25031dd02e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.305954] env[69695]: DEBUG oslo_vmware.api [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 967.305954] env[69695]: value = "task-3498973" [ 967.305954] env[69695]: _type = "Task" [ 967.305954] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.313408] env[69695]: DEBUG oslo_vmware.api [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.325824] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526b6009-3f6a-08f9-e70d-ee084c7a0d21, 'name': SearchDatastore_Task, 'duration_secs': 0.018411} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.326110] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.326417] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a5bb98f9-f843-4c86-8238-a30e446aeec0/a5bb98f9-f843-4c86-8238-a30e446aeec0.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.326737] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad2e8420-6e32-4396-9797-bb765d0011f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.332597] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 967.332597] env[69695]: value = "task-3498974" [ 967.332597] env[69695]: _type = "Task" [ 967.332597] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.340113] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.431151] env[69695]: DEBUG nova.network.neutron [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.459218] env[69695]: DEBUG nova.compute.manager [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Received event network-vif-plugged-ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.459218] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] Acquiring lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.459218] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.459218] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.459218] env[69695]: DEBUG nova.compute.manager [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] No waiting events found dispatching network-vif-plugged-ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.459218] env[69695]: WARNING nova.compute.manager [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Received unexpected event network-vif-plugged-ecdc748d-a5e2-4218-b85c-36c35976d92d for instance with vm_state building and task_state spawning. [ 967.459668] env[69695]: DEBUG nova.compute.manager [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Received event network-changed-ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.460281] env[69695]: DEBUG nova.compute.manager [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Refreshing instance network info cache due to event network-changed-ecdc748d-a5e2-4218-b85c-36c35976d92d. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.460561] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] Acquiring lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.502186] env[69695]: DEBUG nova.scheduler.client.report [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.580098] env[69695]: DEBUG nova.network.neutron [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Updating instance_info_cache with network_info: [{"id": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "address": "fa:16:3e:ed:43:0a", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdc748d-a5", "ovs_interfaceid": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.816798] env[69695]: DEBUG oslo_vmware.api [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3498973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221401} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.817098] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.817293] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.817522] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.817744] env[69695]: INFO nova.compute.manager [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 967.817977] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.818203] env[69695]: DEBUG nova.compute.manager [-] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.818300] env[69695]: DEBUG nova.network.neutron [-] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.844100] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498974, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.986717] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.009472] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.011497] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.689s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.017560] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.017787] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.017960] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.018498] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.018698] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.018835] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.019081] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.019258] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.019499] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.019716] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.019918] env[69695]: DEBUG nova.virt.hardware [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.020881] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78019d7-5562-48ce-97c9-a5ee7ef9ec99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.031936] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace13d22-99b9-4258-9588-50ef90bc42a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.040947] env[69695]: INFO nova.scheduler.client.report [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Deleted allocations for instance 2e8703c4-c08a-4250-8d77-9b2f7edc6e80 [ 968.085814] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Releasing lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.085814] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Instance network_info: |[{"id": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "address": "fa:16:3e:ed:43:0a", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdc748d-a5", "ovs_interfaceid": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.086121] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] Acquired lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.086383] env[69695]: DEBUG nova.network.neutron [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Refreshing network info cache for port ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.087626] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:43:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecdc748d-a5e2-4218-b85c-36c35976d92d', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.095734] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Creating folder: Project (bcf3db0dec4547ad823ae6023b60956a). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.096173] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa3b160-c27a-42ed-b46c-bec4cf67f690 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.109024] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Created folder: Project (bcf3db0dec4547ad823ae6023b60956a) in parent group-v699067. [ 968.109257] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Creating folder: Instances. Parent ref: group-v699264. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.109488] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b152724d-c93f-45b0-ab7d-0fce093d5eb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.120448] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Created folder: Instances in parent group-v699264. [ 968.120703] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.120898] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.121122] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee409648-68b2-4048-819c-7d0e84a81f78 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.143990] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.143990] env[69695]: value = "task-3498977" [ 968.143990] env[69695]: _type = "Task" [ 968.143990] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.152573] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498977, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.261153] env[69695]: DEBUG nova.compute.manager [req-75ab38ab-e83a-455b-a3b4-be8b97409235 req-6e05b9eb-9707-4f50-83b0-50027d700ac6 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Received event network-vif-deleted-723522b2-a8fa-42e2-93b1-e7d6f805377b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.261413] env[69695]: INFO nova.compute.manager [req-75ab38ab-e83a-455b-a3b4-be8b97409235 req-6e05b9eb-9707-4f50-83b0-50027d700ac6 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Neutron deleted interface 723522b2-a8fa-42e2-93b1-e7d6f805377b; detaching it from the instance and deleting it from the info cache [ 968.261631] env[69695]: DEBUG nova.network.neutron [req-75ab38ab-e83a-455b-a3b4-be8b97409235 req-6e05b9eb-9707-4f50-83b0-50027d700ac6 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.343746] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527688} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.344034] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a5bb98f9-f843-4c86-8238-a30e446aeec0/a5bb98f9-f843-4c86-8238-a30e446aeec0.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.344266] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.344538] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19bf75bb-f690-445c-aaaf-03d797767e33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.351418] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 968.351418] env[69695]: value = "task-3498978" [ 968.351418] env[69695]: _type = "Task" [ 968.351418] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.359214] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.547803] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "c007e336-c567-4815-af85-5c06acf3b3fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.548046] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "c007e336-c567-4815-af85-5c06acf3b3fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.548280] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "c007e336-c567-4815-af85-5c06acf3b3fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.548445] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "c007e336-c567-4815-af85-5c06acf3b3fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.548608] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "c007e336-c567-4815-af85-5c06acf3b3fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.558270] env[69695]: INFO nova.compute.manager [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Terminating instance [ 968.561738] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6475b781-2a43-4ce4-b10b-b4d1546d45cd tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Lock "2e8703c4-c08a-4250-8d77-9b2f7edc6e80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.428s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.640227] env[69695]: DEBUG nova.network.neutron [-] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.659831] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498977, 'name': CreateVM_Task, 'duration_secs': 0.464362} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.660064] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.660793] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.660995] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.661367] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.661881] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e6d01c-436d-482f-8b42-1b1080f0eaf8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.666606] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 968.666606] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5204c3f9-1c64-4355-c458-1115266860fa" [ 968.666606] env[69695]: _type = "Task" [ 968.666606] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.678980] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5204c3f9-1c64-4355-c458-1115266860fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.766787] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10d94e6f-c431-4bd8-9453-eabf643b03b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.777268] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596b9e51-3407-462c-b95f-146a191b9c15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.813389] env[69695]: DEBUG nova.compute.manager [req-75ab38ab-e83a-455b-a3b4-be8b97409235 req-6e05b9eb-9707-4f50-83b0-50027d700ac6 service nova] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Detach interface failed, port_id=723522b2-a8fa-42e2-93b1-e7d6f805377b, reason: Instance 0ff0050a-2feb-470c-a69c-7d31748d24f8 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.822640] env[69695]: DEBUG nova.network.neutron [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Updated VIF entry in instance network info cache for port ecdc748d-a5e2-4218-b85c-36c35976d92d. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.826036] env[69695]: DEBUG nova.network.neutron [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Updating instance_info_cache with network_info: [{"id": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "address": "fa:16:3e:ed:43:0a", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdc748d-a5", "ovs_interfaceid": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.838571] env[69695]: DEBUG nova.network.neutron [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Successfully updated port: b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.862069] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073834} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.862469] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.863322] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d92a88-95b2-451c-99f1-7f183aad30ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.886110] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a5bb98f9-f843-4c86-8238-a30e446aeec0/a5bb98f9-f843-4c86-8238-a30e446aeec0.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.886415] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694b9bb6-a26b-44ca-9182-399353b4bb6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.907390] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 968.907390] env[69695]: value = "task-3498979" [ 968.907390] env[69695]: _type = "Task" [ 968.907390] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.914381] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.040921] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Applying migration context for instance b45391be-19be-4a55-88cf-c471c4355ff4 as it has an incoming, in-progress migration db8ad48d-433a-47d5-875b-803f0f5e30fe. Migration status is confirming {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 969.042934] env[69695]: INFO nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating resource usage from migration db8ad48d-433a-47d5-875b-803f0f5e30fe [ 969.062927] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.062927] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 586675a8-71c7-4717-a849-1a2989b33e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.062927] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 24415407-c84b-49fc-a5e6-6b3449da9d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.063232] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5d375ddb-f946-42ef-b862-258483104c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.063232] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2f63117-16e6-4c33-a0b1-48ab2b5faf8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.063312] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e836ad49-6776-4512-94c2-67a095eeebe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.063417] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5029b0e3-13ba-47c4-a252-644b207d85e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.063545] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance ac5ce37f-cbc6-414a-9237-2009ae0168fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.063674] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0ff0050a-2feb-470c-a69c-7d31748d24f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.063787] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.063900] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e67b42dc-b221-44ae-a594-8ee0b0e04411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.064049] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Migration db8ad48d-433a-47d5-875b-803f0f5e30fe is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 969.064136] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance b45391be-19be-4a55-88cf-c471c4355ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.064251] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 569991e3-d61b-4607-9210-cb2b92a9291a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.064373] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0f933921-6f0c-4c89-971f-b6e24a11f909 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.064493] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 67d42a6e-33bb-4219-b4e9-361a55d96005 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.064617] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 22453924-65e2-4b4f-b4c6-6c8398bfa99c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.064736] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 7da70acd-1706-4c87-b4c7-7f9a7d8eb133 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.064846] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance c007e336-c567-4815-af85-5c06acf3b3fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.064959] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e71bdad7-19c0-4e3d-9172-9352370ad6c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.065084] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a5bb98f9-f843-4c86-8238-a30e446aeec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.065196] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 82ea4a1f-6d5c-489a-99ac-732fe8f93790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.065304] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance fefe229c-082b-4c2c-8179-eb50f2a174e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 969.067141] env[69695]: DEBUG nova.compute.manager [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.067821] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.068567] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a3fbb-0bda-4771-b5a0-37a51b5eadea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.076629] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.076874] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-127dc8f4-9274-4c19-8ba5-157750882f42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.082993] env[69695]: DEBUG oslo_vmware.api [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 969.082993] env[69695]: value = "task-3498980" [ 969.082993] env[69695]: _type = "Task" [ 969.082993] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.092463] env[69695]: DEBUG oslo_vmware.api [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.143902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "59530432-e0a7-40ba-9d50-11806d67e4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.143902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.143902] env[69695]: INFO nova.compute.manager [-] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Took 1.32 seconds to deallocate network for instance. [ 969.181849] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5204c3f9-1c64-4355-c458-1115266860fa, 'name': SearchDatastore_Task, 'duration_secs': 0.024377} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.182315] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.182674] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.183304] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.183304] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.183304] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.183599] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ad08e0-f32d-43b2-8472-e587494e4d56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.194052] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.194314] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.195174] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352e7de7-a1b6-46e4-a88e-5fc207737b81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.202665] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 969.202665] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521b8ca7-9460-702f-2609-7529aef0981e" [ 969.202665] env[69695]: _type = "Task" [ 969.202665] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.210895] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521b8ca7-9460-702f-2609-7529aef0981e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.326407] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a1de47b-4d29-4654-a12b-c6ec66741024 req-32a1c9ee-b275-4fb8-9222-acd5a08743a0 service nova] Releasing lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.341366] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "refresh_cache-fefe229c-082b-4c2c-8179-eb50f2a174e5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.341526] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquired lock "refresh_cache-fefe229c-082b-4c2c-8179-eb50f2a174e5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.341680] env[69695]: DEBUG nova.network.neutron [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.417943] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498979, 'name': ReconfigVM_Task, 'duration_secs': 0.385491} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.418323] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a5bb98f9-f843-4c86-8238-a30e446aeec0/a5bb98f9-f843-4c86-8238-a30e446aeec0.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.419081] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe4999d-a74c-4a83-b419-df14a7375c23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.425863] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 969.425863] env[69695]: value = "task-3498981" [ 969.425863] env[69695]: _type = "Task" [ 969.425863] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.433605] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498981, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.484672] env[69695]: DEBUG nova.compute.manager [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Received event network-vif-plugged-b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.484915] env[69695]: DEBUG oslo_concurrency.lockutils [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] Acquiring lock "fefe229c-082b-4c2c-8179-eb50f2a174e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.485164] env[69695]: DEBUG oslo_concurrency.lockutils [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.485384] env[69695]: DEBUG oslo_concurrency.lockutils [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.485577] env[69695]: DEBUG nova.compute.manager [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] No waiting events found dispatching network-vif-plugged-b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.485788] env[69695]: WARNING nova.compute.manager [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Received unexpected event network-vif-plugged-b079b2f1-2245-46e4-8799-e3e5196ab5cf for instance with vm_state building and task_state spawning. [ 969.486486] env[69695]: DEBUG nova.compute.manager [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Received event network-changed-b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.486725] env[69695]: DEBUG nova.compute.manager [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Refreshing instance network info cache due to event network-changed-b079b2f1-2245-46e4-8799-e3e5196ab5cf. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.486954] env[69695]: DEBUG oslo_concurrency.lockutils [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] Acquiring lock "refresh_cache-fefe229c-082b-4c2c-8179-eb50f2a174e5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.573988] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d55fe750-9d29-4279-8462-05865a0a3b09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 969.592266] env[69695]: DEBUG oslo_vmware.api [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498980, 'name': PowerOffVM_Task, 'duration_secs': 0.196068} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.593246] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.593479] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.593741] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa95c8ff-7470-4a3b-950f-253dcbb1a9da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.649913] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.651220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.651220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.651398] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore1] c007e336-c567-4815-af85-5c06acf3b3fe {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.651758] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a3f44b8-e3c5-4ab0-bd74-9967a4d087f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.658379] env[69695]: DEBUG oslo_vmware.api [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 969.658379] env[69695]: value = "task-3498983" [ 969.658379] env[69695]: _type = "Task" [ 969.658379] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.666806] env[69695]: DEBUG oslo_vmware.api [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.713132] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521b8ca7-9460-702f-2609-7529aef0981e, 'name': SearchDatastore_Task, 'duration_secs': 0.017065} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.713842] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80e4bd7-ea3d-4513-939d-19f97e044155 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.719615] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 969.719615] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52316db4-64fc-42e7-9135-c4dc5581abad" [ 969.719615] env[69695]: _type = "Task" [ 969.719615] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.727459] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52316db4-64fc-42e7-9135-c4dc5581abad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922053] env[69695]: DEBUG nova.network.neutron [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.938954] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498981, 'name': Rename_Task, 'duration_secs': 0.142646} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.939418] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.939674] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52ec1e1-5484-4ca2-9429-1662dcfc72bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.947378] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 969.947378] env[69695]: value = "task-3498984" [ 969.947378] env[69695]: _type = "Task" [ 969.947378] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.957508] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.077946] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 7ec37c55-724a-4d54-95a7-47f8050d8766 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 970.136302] env[69695]: DEBUG nova.network.neutron [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Updating instance_info_cache with network_info: [{"id": "b079b2f1-2245-46e4-8799-e3e5196ab5cf", "address": "fa:16:3e:b1:db:fe", "network": {"id": "e18f432d-26d7-449c-b259-efb578795274", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-348678101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe4ee8859b04d5e913665d28717973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb079b2f1-22", "ovs_interfaceid": "b079b2f1-2245-46e4-8799-e3e5196ab5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.167580] env[69695]: DEBUG oslo_vmware.api [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3498983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348553} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.167790] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.167974] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.168166] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.168337] env[69695]: INFO nova.compute.manager [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 970.168573] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.168784] env[69695]: DEBUG nova.compute.manager [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.168890] env[69695]: DEBUG nova.network.neutron [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.229984] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52316db4-64fc-42e7-9135-c4dc5581abad, 'name': SearchDatastore_Task, 'duration_secs': 0.020296} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.230247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.230515] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 82ea4a1f-6d5c-489a-99ac-732fe8f93790/82ea4a1f-6d5c-489a-99ac-732fe8f93790.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.230765] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b25320-088e-48d8-b846-91c61bd08752 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.237299] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 970.237299] env[69695]: value = "task-3498985" [ 970.237299] env[69695]: _type = "Task" [ 970.237299] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.244836] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.462957] env[69695]: DEBUG oslo_vmware.api [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3498984, 'name': PowerOnVM_Task, 'duration_secs': 0.475197} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.462957] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.462957] env[69695]: INFO nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Took 7.63 seconds to spawn the instance on the hypervisor. [ 970.462957] env[69695]: DEBUG nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.462957] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b4648-a2a1-4804-ba5b-411358c76608 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.582982] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance ffe69589-771a-45dc-b1e2-799b77273dd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 970.639439] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Releasing lock "refresh_cache-fefe229c-082b-4c2c-8179-eb50f2a174e5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.639613] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Instance network_info: |[{"id": "b079b2f1-2245-46e4-8799-e3e5196ab5cf", "address": "fa:16:3e:b1:db:fe", "network": {"id": "e18f432d-26d7-449c-b259-efb578795274", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-348678101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe4ee8859b04d5e913665d28717973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb079b2f1-22", "ovs_interfaceid": "b079b2f1-2245-46e4-8799-e3e5196ab5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.639937] env[69695]: DEBUG oslo_concurrency.lockutils [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] Acquired lock "refresh_cache-fefe229c-082b-4c2c-8179-eb50f2a174e5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.640131] env[69695]: DEBUG nova.network.neutron [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Refreshing network info cache for port b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.641430] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:db:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b079b2f1-2245-46e4-8799-e3e5196ab5cf', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.652313] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Creating folder: Project (ffe4ee8859b04d5e913665d28717973a). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.652922] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36f12101-d525-4087-83e2-da656946f831 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.665783] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Created folder: Project (ffe4ee8859b04d5e913665d28717973a) in parent group-v699067. [ 970.666017] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Creating folder: Instances. Parent ref: group-v699267. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.666326] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08d2e73c-d64b-4eff-893c-e3bacb32b2b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.676229] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Created folder: Instances in parent group-v699267. [ 970.676554] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.676828] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.677054] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83709cee-0471-418b-a34f-5fd1ef2bd453 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.696683] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.696683] env[69695]: value = "task-3498988" [ 970.696683] env[69695]: _type = "Task" [ 970.696683] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.704953] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498988, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.747840] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498985, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.971273] env[69695]: DEBUG nova.network.neutron [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.978988] env[69695]: INFO nova.compute.manager [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Took 54.20 seconds to build instance. [ 971.085523] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a11f35a5-3157-401f-826e-10e13c2540da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 971.206552] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498988, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.247908] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749652} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.248198] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 82ea4a1f-6d5c-489a-99ac-732fe8f93790/82ea4a1f-6d5c-489a-99ac-732fe8f93790.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.248417] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.248666] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc256f8f-cb73-4baa-9df4-52b99b55d881 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.255722] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 971.255722] env[69695]: value = "task-3498989" [ 971.255722] env[69695]: _type = "Task" [ 971.255722] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.269465] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.478367] env[69695]: INFO nova.compute.manager [-] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Took 1.31 seconds to deallocate network for instance. [ 971.486017] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a765401a-efee-45cc-afbd-816cf1ef3c95 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.718s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.589310] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 0791e83f-32f8-4845-85ae-208a7880008a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 971.706547] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3498988, 'name': CreateVM_Task, 'duration_secs': 0.677354} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.706711] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.707415] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.707621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.707968] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.708234] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d66af2-2f76-4451-89c4-bde7bfcd1432 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.715024] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 971.715024] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210d8f0-02ff-8adf-e77a-ca1bab5fca9a" [ 971.715024] env[69695]: _type = "Task" [ 971.715024] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.722123] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210d8f0-02ff-8adf-e77a-ca1bab5fca9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.765831] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069562} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.768431] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.769270] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab346bf-d14c-4c7f-901e-a046feb3905d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.791498] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 82ea4a1f-6d5c-489a-99ac-732fe8f93790/82ea4a1f-6d5c-489a-99ac-732fe8f93790.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.791832] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa168a2-1060-4fdf-936e-ff809e66802a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.819163] env[69695]: DEBUG nova.compute.manager [req-91c3400d-7f5e-482e-a509-2a726a717301 req-f81c2a3e-42dd-477c-864c-bfcc32581178 service nova] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Received event network-vif-deleted-22c00a04-239f-4319-ba70-8d79f6f48d16 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.820974] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 971.820974] env[69695]: value = "task-3498990" [ 971.820974] env[69695]: _type = "Task" [ 971.820974] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.831943] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.839704] env[69695]: DEBUG nova.network.neutron [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Updated VIF entry in instance network info cache for port b079b2f1-2245-46e4-8799-e3e5196ab5cf. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.840130] env[69695]: DEBUG nova.network.neutron [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Updating instance_info_cache with network_info: [{"id": "b079b2f1-2245-46e4-8799-e3e5196ab5cf", "address": "fa:16:3e:b1:db:fe", "network": {"id": "e18f432d-26d7-449c-b259-efb578795274", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-348678101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe4ee8859b04d5e913665d28717973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb079b2f1-22", "ovs_interfaceid": "b079b2f1-2245-46e4-8799-e3e5196ab5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.985014] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.985421] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.091971] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6b603f92-5fcb-43da-b151-326c8346c589 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 972.225417] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210d8f0-02ff-8adf-e77a-ca1bab5fca9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.225760] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.226369] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.226571] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.226726] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.226906] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.227348] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3252f3f9-e3a3-4590-b8b4-34aa39e035dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.237262] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.237468] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.238641] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f53c704-a16d-4dbd-a363-1c13fec5fbe9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.244370] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 972.244370] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bd937f-bdac-b272-18a7-c97ca7fffc5b" [ 972.244370] env[69695]: _type = "Task" [ 972.244370] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.252085] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bd937f-bdac-b272-18a7-c97ca7fffc5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.334363] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498990, 'name': ReconfigVM_Task, 'duration_secs': 0.272661} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.334544] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 82ea4a1f-6d5c-489a-99ac-732fe8f93790/82ea4a1f-6d5c-489a-99ac-732fe8f93790.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.335319] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9185e0d8-4e49-4f0e-a30d-715b6e3e303f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.342396] env[69695]: DEBUG oslo_concurrency.lockutils [req-908f0d00-b520-497b-ba20-405e113e6c56 req-6efe4512-3493-4add-8d06-c3ddc8e9e260 service nova] Releasing lock "refresh_cache-fefe229c-082b-4c2c-8179-eb50f2a174e5" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.343570] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 972.343570] env[69695]: value = "task-3498991" [ 972.343570] env[69695]: _type = "Task" [ 972.343570] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.353941] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498991, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.509631] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.596278] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e30f3fbb-d897-4d42-b38b-9df2ecfd7926 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 972.757484] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bd937f-bdac-b272-18a7-c97ca7fffc5b, 'name': SearchDatastore_Task, 'duration_secs': 0.077619} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.758294] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802bd3fc-09fc-411e-9a18-4519fea8e6ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.764072] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 972.764072] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfe7d8-de4f-37a8-796b-1a7b13f542f5" [ 972.764072] env[69695]: _type = "Task" [ 972.764072] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.772140] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfe7d8-de4f-37a8-796b-1a7b13f542f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.854096] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498991, 'name': Rename_Task, 'duration_secs': 0.132888} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.854453] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.854864] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8057e1-6467-40a1-9bbd-645d63dbea37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.862372] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 972.862372] env[69695]: value = "task-3498992" [ 972.862372] env[69695]: _type = "Task" [ 972.862372] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.870245] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.100727] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 59530432-e0a7-40ba-9d50-11806d67e4fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 973.101109] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 973.101236] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 973.283025] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfe7d8-de4f-37a8-796b-1a7b13f542f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.283450] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.283831] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] fefe229c-082b-4c2c-8179-eb50f2a174e5/fefe229c-082b-4c2c-8179-eb50f2a174e5.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.284487] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82bf15e-e132-44ca-9062-831f2fe44f72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.295237] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 973.295237] env[69695]: value = "task-3498993" [ 973.295237] env[69695]: _type = "Task" [ 973.295237] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.305825] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.375674] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498992, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.613549] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "2e68decd-e7d3-4587-8ee3-525b300979fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.613790] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.654322] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66778c9f-61dd-40b4-a341-4768709a2a49 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.662739] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f388b2-e502-4848-9744-77d07237628a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.697406] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66573001-0e5a-49e5-8e6a-ae0d99839b33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.705760] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a51ec-529a-4dcb-8893-166bd2029911 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.721790] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.805985] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498993, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.873500] env[69695]: DEBUG oslo_vmware.api [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3498992, 'name': PowerOnVM_Task, 'duration_secs': 0.517454} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.873795] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.874010] env[69695]: INFO nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Took 8.47 seconds to spawn the instance on the hypervisor. [ 973.874205] env[69695]: DEBUG nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.875046] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f6aae-518a-4249-bebd-17906f718462 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.225793] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.305877] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519306} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.307165] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] fefe229c-082b-4c2c-8179-eb50f2a174e5/fefe229c-082b-4c2c-8179-eb50f2a174e5.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.307417] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.307735] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9fbec86-3345-46c6-9f15-d241d0ea52d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.314724] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 974.314724] env[69695]: value = "task-3498994" [ 974.314724] env[69695]: _type = "Task" [ 974.314724] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.323471] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.392360] env[69695]: INFO nova.compute.manager [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Took 55.97 seconds to build instance. [ 974.734597] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 974.734861] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.723s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.735303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.704s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.740019] env[69695]: INFO nova.compute.claims [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.741457] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.741605] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Cleaning up deleted instances {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 974.825311] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069723} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.825587] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.826595] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2dfbd-ffe3-4b1d-a7a8-915d94664620 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.856048] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] fefe229c-082b-4c2c-8179-eb50f2a174e5/fefe229c-082b-4c2c-8179-eb50f2a174e5.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.856048] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62457a86-912a-4e5c-a938-aa9f35dac19d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.880035] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 974.880035] env[69695]: value = "task-3498995" [ 974.880035] env[69695]: _type = "Task" [ 974.880035] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.890901] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.896342] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17793aaa-5561-4bfb-b714-665e60165025 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.130s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.255653] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] There are 45 instances to clean {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 975.255922] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 2e8703c4-c08a-4250-8d77-9b2f7edc6e80] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.394694] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.399351] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.760349] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 5e82ddf9-73be-463b-ae1a-38214e41cdf8] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.879153] env[69695]: DEBUG nova.compute.manager [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Received event network-changed-ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.879357] env[69695]: DEBUG nova.compute.manager [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Refreshing instance network info cache due to event network-changed-ecdc748d-a5e2-4218-b85c-36c35976d92d. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.879614] env[69695]: DEBUG oslo_concurrency.lockutils [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] Acquiring lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.880743] env[69695]: DEBUG oslo_concurrency.lockutils [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] Acquired lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.880962] env[69695]: DEBUG nova.network.neutron [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Refreshing network info cache for port ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.900482] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498995, 'name': ReconfigVM_Task, 'duration_secs': 0.618166} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.903437] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Reconfigured VM instance instance-00000044 to attach disk [datastore1] fefe229c-082b-4c2c-8179-eb50f2a174e5/fefe229c-082b-4c2c-8179-eb50f2a174e5.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.905320] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-505ed616-93f8-4301-826b-b0fb94d56cbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.917023] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 975.917023] env[69695]: value = "task-3498996" [ 975.917023] env[69695]: _type = "Task" [ 975.917023] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.924978] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.931224] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498996, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.270024] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 55114945-9fb0-43c8-b1b5-a131714850de] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.284049] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39869d4a-f657-4632-aeed-ab6491ce6d95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.292218] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17777d6-91e8-40e5-8694-48edb9c2314b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.327403] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f3d2ba-7a05-4b9b-a1cc-01570a649b9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.335040] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec05acf-522d-4fa4-bc36-710db006f5eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.349108] env[69695]: DEBUG nova.compute.provider_tree [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.429336] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498996, 'name': Rename_Task, 'duration_secs': 0.145793} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.429622] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.429872] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c933e5-ded9-4359-8b2e-0582a55a6b6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.436324] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 976.436324] env[69695]: value = "task-3498997" [ 976.436324] env[69695]: _type = "Task" [ 976.436324] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.447260] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.447497] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.447700] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.614804] env[69695]: DEBUG nova.network.neutron [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Updated VIF entry in instance network info cache for port ecdc748d-a5e2-4218-b85c-36c35976d92d. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.615903] env[69695]: DEBUG nova.network.neutron [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Updating instance_info_cache with network_info: [{"id": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "address": "fa:16:3e:ed:43:0a", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdc748d-a5", "ovs_interfaceid": "ecdc748d-a5e2-4218-b85c-36c35976d92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.774051] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 8a789c7a-e117-4c6a-8a9d-64c038114e33] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.852375] env[69695]: DEBUG nova.scheduler.client.report [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.945595] env[69695]: DEBUG oslo_vmware.api [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498997, 'name': PowerOnVM_Task, 'duration_secs': 0.464446} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.945873] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.946100] env[69695]: INFO nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Took 8.96 seconds to spawn the instance on the hypervisor. [ 976.946490] env[69695]: DEBUG nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.947276] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266dbb2d-f7c0-4100-8bc7-6fa7910d4c3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.117898] env[69695]: DEBUG oslo_concurrency.lockutils [req-78d9bcc0-b34f-4c72-999d-6a1e74a19427 req-870d34d7-881e-4a19-900e-be0eaf7c80dc service nova] Releasing lock "refresh_cache-82ea4a1f-6d5c-489a-99ac-732fe8f93790" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.277822] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 2165596f-68ea-4047-9250-3901ff2491f8] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.357507] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.358125] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.360748] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.471s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.470730] env[69695]: INFO nova.compute.manager [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Took 54.39 seconds to build instance. [ 977.781803] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 29361a3a-a4f4-4ae1-b16e-11ddd92bd4b6] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.864986] env[69695]: DEBUG nova.compute.utils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.870018] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.870018] env[69695]: DEBUG nova.network.neutron [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.918778] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "fefe229c-082b-4c2c-8179-eb50f2a174e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.976188] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.750s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.976188] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.056s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.976188] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "fefe229c-082b-4c2c-8179-eb50f2a174e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.976188] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.976188] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.979224] env[69695]: DEBUG nova.policy [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f05ae53599644e3d9e0563bdb4fd93bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd3134120b9749ee8ef8d82143aba9d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.984379] env[69695]: INFO nova.compute.manager [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Terminating instance [ 978.285243] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 6a0633d6-cd86-4b08-aa19-1ec85d3ceb9d] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.311115] env[69695]: DEBUG nova.network.neutron [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Successfully created port: cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.364858] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07eead9-8aa1-43fc-b582-6fd5e41d1536 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.371484] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.374841] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b5c7f-13c8-403f-843d-fcd8480a372e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.410573] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf71458-0219-4339-88cd-d4e8eab9ac84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.419191] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbbd8a3-2dfb-4f40-9408-593d4c4ac3e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.432833] env[69695]: DEBUG nova.compute.provider_tree [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.485256] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.491772] env[69695]: DEBUG nova.compute.manager [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.491979] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.492827] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f487a43-780d-4253-8e3b-791e9b985b42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.500307] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.500586] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f327f5bb-a73c-4b10-990d-858b22607a83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.507674] env[69695]: DEBUG oslo_vmware.api [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 978.507674] env[69695]: value = "task-3498998" [ 978.507674] env[69695]: _type = "Task" [ 978.507674] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.515055] env[69695]: DEBUG oslo_vmware.api [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.788691] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 889be491-6d76-4f43-9ab2-7fc4ef66caf8] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.936325] env[69695]: DEBUG nova.scheduler.client.report [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.008438] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.017963] env[69695]: DEBUG oslo_vmware.api [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3498998, 'name': PowerOffVM_Task, 'duration_secs': 0.173261} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.018586] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.018817] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.019015] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb4c4bfe-1add-4f89-ae9f-54566ce201ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.081965] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.082282] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.082488] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Deleting the datastore file [datastore1] fefe229c-082b-4c2c-8179-eb50f2a174e5 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.083221] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b7e231-9875-404e-b15e-d5c70972a116 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.090301] env[69695]: DEBUG oslo_vmware.api [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for the task: (returnval){ [ 979.090301] env[69695]: value = "task-3499000" [ 979.090301] env[69695]: _type = "Task" [ 979.090301] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.097793] env[69695]: DEBUG oslo_vmware.api [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3499000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.292244] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 76270db6-94e7-4800-8d8f-03ee7ac7b324] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.383979] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.409795] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.410114] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.410339] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.410664] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.411475] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.411475] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.411475] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.411475] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.411647] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.411813] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.412081] env[69695]: DEBUG nova.virt.hardware [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.413068] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f199877-35e7-4754-b161-5e0d7e694b5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.421315] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36fb48-f645-4851-9faf-4a7ef2cd4704 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.600264] env[69695]: DEBUG oslo_vmware.api [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Task: {'id': task-3499000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192125} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.600531] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.600731] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.600906] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.601092] env[69695]: INFO nova.compute.manager [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 979.601331] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.601518] env[69695]: DEBUG nova.compute.manager [-] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.601613] env[69695]: DEBUG nova.network.neutron [-] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.795444] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: d39a7539-a268-4aed-a636-2d9b3bca6411] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.886330] env[69695]: DEBUG nova.compute.manager [req-f4e7e966-7916-4e1c-a5db-0a2da9fddb7e req-dcb6c632-de0f-4b5f-baca-e95d841a0138 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Received event network-vif-deleted-b079b2f1-2245-46e4-8799-e3e5196ab5cf {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.886557] env[69695]: INFO nova.compute.manager [req-f4e7e966-7916-4e1c-a5db-0a2da9fddb7e req-dcb6c632-de0f-4b5f-baca-e95d841a0138 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Neutron deleted interface b079b2f1-2245-46e4-8799-e3e5196ab5cf; detaching it from the instance and deleting it from the info cache [ 979.886737] env[69695]: DEBUG nova.network.neutron [req-f4e7e966-7916-4e1c-a5db-0a2da9fddb7e req-dcb6c632-de0f-4b5f-baca-e95d841a0138 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.934354] env[69695]: DEBUG nova.compute.manager [req-87a2d0c0-240c-4931-b426-76e82eb53ce0 req-2afb83b7-3cfa-4f90-a669-140eb21d9794 service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Received event network-vif-plugged-cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.934619] env[69695]: DEBUG oslo_concurrency.lockutils [req-87a2d0c0-240c-4931-b426-76e82eb53ce0 req-2afb83b7-3cfa-4f90-a669-140eb21d9794 service nova] Acquiring lock "d55fe750-9d29-4279-8462-05865a0a3b09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.934828] env[69695]: DEBUG oslo_concurrency.lockutils [req-87a2d0c0-240c-4931-b426-76e82eb53ce0 req-2afb83b7-3cfa-4f90-a669-140eb21d9794 service nova] Lock "d55fe750-9d29-4279-8462-05865a0a3b09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.934996] env[69695]: DEBUG oslo_concurrency.lockutils [req-87a2d0c0-240c-4931-b426-76e82eb53ce0 req-2afb83b7-3cfa-4f90-a669-140eb21d9794 service nova] Lock "d55fe750-9d29-4279-8462-05865a0a3b09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.935176] env[69695]: DEBUG nova.compute.manager [req-87a2d0c0-240c-4931-b426-76e82eb53ce0 req-2afb83b7-3cfa-4f90-a669-140eb21d9794 service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] No waiting events found dispatching network-vif-plugged-cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.935363] env[69695]: WARNING nova.compute.manager [req-87a2d0c0-240c-4931-b426-76e82eb53ce0 req-2afb83b7-3cfa-4f90-a669-140eb21d9794 service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Received unexpected event network-vif-plugged-cfbf3579-ad3a-4fbd-8f01-4372499143ec for instance with vm_state building and task_state spawning. [ 979.946497] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.585s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.946497] env[69695]: DEBUG nova.compute.manager [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69695) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 979.949741] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.980s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.949936] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.951958] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.424s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.952180] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.954135] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.119s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.954324] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.955892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.423s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.957340] env[69695]: INFO nova.compute.claims [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.978579] env[69695]: DEBUG nova.network.neutron [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Successfully updated port: cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.993183] env[69695]: INFO nova.scheduler.client.report [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted allocations for instance 0f933921-6f0c-4c89-971f-b6e24a11f909 [ 979.996654] env[69695]: INFO nova.scheduler.client.report [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Deleted allocations for instance 67d42a6e-33bb-4219-b4e9-361a55d96005 [ 980.013266] env[69695]: INFO nova.scheduler.client.report [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted allocations for instance a2f63117-16e6-4c33-a0b1-48ab2b5faf8e [ 980.299118] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 2cf6c894-903e-45b7-a962-f1f83638ab31] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.345914] env[69695]: DEBUG nova.network.neutron [-] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.393998] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b20a4036-0099-4420-ab36-44456c7b7dc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.404536] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbec4a7-0970-4fb9-ac8c-d0fbe2a73d67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.437842] env[69695]: DEBUG nova.compute.manager [req-f4e7e966-7916-4e1c-a5db-0a2da9fddb7e req-dcb6c632-de0f-4b5f-baca-e95d841a0138 service nova] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Detach interface failed, port_id=b079b2f1-2245-46e4-8799-e3e5196ab5cf, reason: Instance fefe229c-082b-4c2c-8179-eb50f2a174e5 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.486133] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486133] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486133] env[69695]: DEBUG nova.network.neutron [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.506691] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77970193-92c1-415f-9414-8c0dec8fb6c0 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "0f933921-6f0c-4c89-971f-b6e24a11f909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.792s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.510025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-326fee4b-420d-4d20-9941-466ca25f1579 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Lock "67d42a6e-33bb-4219-b4e9-361a55d96005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.336s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.517996] env[69695]: INFO nova.scheduler.client.report [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted allocation for migration db8ad48d-433a-47d5-875b-803f0f5e30fe [ 980.524938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "a2f63117-16e6-4c33-a0b1-48ab2b5faf8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.076s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.803670] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: c8fe9c05-5c00-4e5a-a4ba-099ab5a5e617] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.849034] env[69695]: INFO nova.compute.manager [-] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Took 1.25 seconds to deallocate network for instance. [ 981.025986] env[69695]: DEBUG oslo_concurrency.lockutils [None req-283feb8a-29f1-41b2-a614-33c2165f3b23 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.941s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.036628] env[69695]: DEBUG nova.network.neutron [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.041419] env[69695]: DEBUG nova.objects.instance [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'flavor' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.305651] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 28896755-ae8f-47a2-9d3a-a59d06f7bd2b] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.354115] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.367216] env[69695]: DEBUG nova.network.neutron [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Updating instance_info_cache with network_info: [{"id": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "address": "fa:16:3e:d7:a0:7f", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf3579-ad", "ovs_interfaceid": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.395780] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae67d3-f30d-4243-86aa-bdbd649e67ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.403335] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8142e0f3-8b82-4104-894c-7b44e80ddfc0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.435245] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e09bf-cd1f-462e-aa87-318f44451eb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.442520] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db81be98-bff5-44a9-9dea-0bcf1ed19a28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.456699] env[69695]: DEBUG nova.compute.provider_tree [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.552635] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.552974] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.553365] env[69695]: DEBUG nova.network.neutron [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.553669] env[69695]: DEBUG nova.objects.instance [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'info_cache' on Instance uuid b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.621377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "586675a8-71c7-4717-a849-1a2989b33e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.621377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "586675a8-71c7-4717-a849-1a2989b33e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.621377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "586675a8-71c7-4717-a849-1a2989b33e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.621644] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "586675a8-71c7-4717-a849-1a2989b33e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.621766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "586675a8-71c7-4717-a849-1a2989b33e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.624606] env[69695]: INFO nova.compute.manager [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Terminating instance [ 981.811510] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 849db371-fc20-47d4-b1e0-159455f77845] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.869841] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.870178] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Instance network_info: |[{"id": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "address": "fa:16:3e:d7:a0:7f", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf3579-ad", "ovs_interfaceid": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.870581] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a0:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfbf3579-ad3a-4fbd-8f01-4372499143ec', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.878116] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Creating folder: Project (cd3134120b9749ee8ef8d82143aba9d6). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.878611] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a2d066a-bf15-46c4-b5f4-78e936e9a01e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.894044] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Created folder: Project (cd3134120b9749ee8ef8d82143aba9d6) in parent group-v699067. [ 981.894044] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Creating folder: Instances. Parent ref: group-v699270. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.894209] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cb98c7e-b80d-4cb6-801f-7adf86aa8ba5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.902430] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Created folder: Instances in parent group-v699270. [ 981.902614] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.902806] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.903233] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3a61330-35cc-4207-8b31-2caf0d9458a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.921896] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.921896] env[69695]: value = "task-3499003" [ 981.921896] env[69695]: _type = "Task" [ 981.921896] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.930040] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499003, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.960268] env[69695]: DEBUG nova.scheduler.client.report [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.966085] env[69695]: DEBUG nova.compute.manager [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Received event network-changed-cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.966085] env[69695]: DEBUG nova.compute.manager [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Refreshing instance network info cache due to event network-changed-cfbf3579-ad3a-4fbd-8f01-4372499143ec. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.968434] env[69695]: DEBUG oslo_concurrency.lockutils [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] Acquiring lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.968603] env[69695]: DEBUG oslo_concurrency.lockutils [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] Acquired lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.968818] env[69695]: DEBUG nova.network.neutron [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Refreshing network info cache for port cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.057073] env[69695]: DEBUG nova.objects.base [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.129230] env[69695]: DEBUG nova.compute.manager [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.129338] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.130278] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcee338-93bd-4aec-9064-60b01b481ac0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.139068] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.139321] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84956c9f-654a-4c4d-9e49-3e98d34643bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.146765] env[69695]: DEBUG oslo_vmware.api [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 982.146765] env[69695]: value = "task-3499004" [ 982.146765] env[69695]: _type = "Task" [ 982.146765] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.157416] env[69695]: DEBUG oslo_vmware.api [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.314450] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 97ce2deb-7b93-4ff6-9f01-185cef8d6516] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.436012] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499003, 'name': CreateVM_Task, 'duration_secs': 0.324063} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.440939] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.441687] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.441857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.442193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.442456] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f51f387-0168-49cc-8f3b-8b79c1b8bfc0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.452553] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 982.452553] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526e2309-4c88-861f-0d57-61e6508b1455" [ 982.452553] env[69695]: _type = "Task" [ 982.452553] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.461724] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526e2309-4c88-861f-0d57-61e6508b1455, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.462023] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.462256] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.462485] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.462819] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.463035] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.463285] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82ff258b-1439-43d0-91f9-694076514746 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.471556] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.472063] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.478193] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.478193] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.479143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.867s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.479143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.479143] env[69695]: INFO nova.compute.manager [None req-796e59f5-f556-4fe8-8588-cd6b368bbed8 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Successfully reverted task state from rebuilding on failure for instance. [ 982.488821] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.096s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.489048] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.491037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.828s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.501079] env[69695]: INFO nova.compute.claims [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.502846] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8150052d-0df7-4747-8146-aaf2abdf8a80 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.509438] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 982.509438] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b15202-3574-6bfe-cf0b-216b8bc9d41c" [ 982.509438] env[69695]: _type = "Task" [ 982.509438] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.518821] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b15202-3574-6bfe-cf0b-216b8bc9d41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.659570] env[69695]: DEBUG oslo_vmware.api [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499004, 'name': PowerOffVM_Task, 'duration_secs': 0.181979} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.663816] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.663816] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.663816] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69277525-f71f-4dd4-9839-a2221e58a361 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.720429] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.720642] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.720818] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleting the datastore file [datastore1] 586675a8-71c7-4717-a849-1a2989b33e53 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.721084] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ace61a-dab5-4eb0-b637-4bb1b6355c9d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.727922] env[69695]: DEBUG oslo_vmware.api [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 982.727922] env[69695]: value = "task-3499006" [ 982.727922] env[69695]: _type = "Task" [ 982.727922] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.737587] env[69695]: DEBUG oslo_vmware.api [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.819332] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 8ca899ab-8f2f-4de0-a91c-602d7c497315] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.832759] env[69695]: DEBUG nova.network.neutron [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Updated VIF entry in instance network info cache for port cfbf3579-ad3a-4fbd-8f01-4372499143ec. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.833151] env[69695]: DEBUG nova.network.neutron [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Updating instance_info_cache with network_info: [{"id": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "address": "fa:16:3e:d7:a0:7f", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf3579-ad", "ovs_interfaceid": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.840624] env[69695]: DEBUG nova.network.neutron [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [{"id": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "address": "fa:16:3e:c2:fc:7f", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29581ff-6d", "ovs_interfaceid": "e29581ff-6de0-40cb-9e61-f5e0c3b54a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.977249] env[69695]: DEBUG nova.compute.utils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.978793] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.978793] env[69695]: DEBUG nova.network.neutron [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.016358] env[69695]: DEBUG nova.policy [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '361f9a40f98e455d9c1e74ece8eed785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b581ff418740d6b948cca9ae8ac353', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.023667] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b15202-3574-6bfe-cf0b-216b8bc9d41c, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.024818] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fa84d8-2524-4b0c-afe1-5e966eaf497e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.030626] env[69695]: DEBUG oslo_concurrency.lockutils [None req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Lock "cab0b055-8cc8-42c4-bdac-b29252d9b2cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.034s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.033208] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 983.033208] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aa24d7-e067-7475-0afa-53ae3783cd73" [ 983.033208] env[69695]: _type = "Task" [ 983.033208] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.042979] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aa24d7-e067-7475-0afa-53ae3783cd73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.239336] env[69695]: DEBUG oslo_vmware.api [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133487} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.239644] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.239840] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.240029] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.240214] env[69695]: INFO nova.compute.manager [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Took 1.11 seconds to destroy the instance on the hypervisor. [ 983.240462] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.240657] env[69695]: DEBUG nova.compute.manager [-] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.240756] env[69695]: DEBUG nova.network.neutron [-] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.324320] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: ef6e9895-d55a-40f3-b273-abdc23e3eff5] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.329483] env[69695]: DEBUG nova.network.neutron [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Successfully created port: 4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.335615] env[69695]: DEBUG oslo_concurrency.lockutils [req-9b9df581-a401-4917-81fd-dd890b5fc798 req-57a8f10d-0227-4b55-ae2a-4ae9749df05c service nova] Releasing lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.343431] env[69695]: DEBUG oslo_concurrency.lockutils [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-b45391be-19be-4a55-88cf-c471c4355ff4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.483070] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.551682] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aa24d7-e067-7475-0afa-53ae3783cd73, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.551774] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.552176] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/d55fe750-9d29-4279-8462-05865a0a3b09.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.552456] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dfef182-7810-4e88-9a98-038319643e8f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.561037] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 983.561037] env[69695]: value = "task-3499007" [ 983.561037] env[69695]: _type = "Task" [ 983.561037] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.569434] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.835954] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 1f5fb1f2-7ad9-46e7-9f8a-9f11adacc1e7] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.991461] env[69695]: DEBUG nova.network.neutron [-] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.017224] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacaa334-87be-445a-9982-a0ea86a5e009 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.027470] env[69695]: DEBUG nova.compute.manager [req-9275f460-6dba-4d72-b02f-d455cadc5980 req-a9c4a6db-922e-409b-93df-257478a51f76 service nova] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Received event network-vif-deleted-da34c648-584c-49e8-b394-f4f071901393 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.033015] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5e0dce-6910-4e06-9b18-2408c253ad0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.083535] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82616fb8-1f92-4ce9-bc0a-dd710a9b9727 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.091044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f13c5f-4b0b-4ffc-ae75-b356989b1f96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.095022] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476831} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.095357] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/d55fe750-9d29-4279-8462-05865a0a3b09.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.095578] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.096217] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-144c6c8b-924f-4c70-bab2-f97c1ac1b5eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.106271] env[69695]: DEBUG nova.compute.provider_tree [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.112585] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 984.112585] env[69695]: value = "task-3499008" [ 984.112585] env[69695]: _type = "Task" [ 984.112585] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.120896] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.338420] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: cab958a0-2481-4ea6-995b-13b7f5a7cea1] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.354567] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.354567] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b02d9b32-2504-4065-b213-6f71bbe334cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.362577] env[69695]: DEBUG oslo_vmware.api [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 984.362577] env[69695]: value = "task-3499009" [ 984.362577] env[69695]: _type = "Task" [ 984.362577] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.370611] env[69695]: DEBUG oslo_vmware.api [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.493966] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.496976] env[69695]: INFO nova.compute.manager [-] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Took 1.26 seconds to deallocate network for instance. [ 984.521510] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.521766] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.521922] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.522112] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.522259] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.522405] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.522613] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.522772] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.522939] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.523122] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.523302] env[69695]: DEBUG nova.virt.hardware [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.524180] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8fcda9-3adf-4cbd-820e-a67b39595ee3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.533042] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2643d92-ad6c-4d2a-a1eb-a81466831c29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.609782] env[69695]: DEBUG nova.scheduler.client.report [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.625214] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065423} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.626587] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.627380] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733226c1-fc0b-477f-bd2e-b29ec24de735 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.649602] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/d55fe750-9d29-4279-8462-05865a0a3b09.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.650171] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc5118e-8281-409b-8fb1-c650e8d4cb58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.669383] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 984.669383] env[69695]: value = "task-3499010" [ 984.669383] env[69695]: _type = "Task" [ 984.669383] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.677445] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.760878] env[69695]: DEBUG nova.compute.manager [req-4d7c4b36-602f-4840-925a-fbbd6816d0f9 req-a1476150-7e03-45c7-a24f-92e011ac7c76 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Received event network-vif-plugged-4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.760878] env[69695]: DEBUG oslo_concurrency.lockutils [req-4d7c4b36-602f-4840-925a-fbbd6816d0f9 req-a1476150-7e03-45c7-a24f-92e011ac7c76 service nova] Acquiring lock "7ec37c55-724a-4d54-95a7-47f8050d8766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.760954] env[69695]: DEBUG oslo_concurrency.lockutils [req-4d7c4b36-602f-4840-925a-fbbd6816d0f9 req-a1476150-7e03-45c7-a24f-92e011ac7c76 service nova] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.761106] env[69695]: DEBUG oslo_concurrency.lockutils [req-4d7c4b36-602f-4840-925a-fbbd6816d0f9 req-a1476150-7e03-45c7-a24f-92e011ac7c76 service nova] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.761257] env[69695]: DEBUG nova.compute.manager [req-4d7c4b36-602f-4840-925a-fbbd6816d0f9 req-a1476150-7e03-45c7-a24f-92e011ac7c76 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] No waiting events found dispatching network-vif-plugged-4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.761423] env[69695]: WARNING nova.compute.manager [req-4d7c4b36-602f-4840-925a-fbbd6816d0f9 req-a1476150-7e03-45c7-a24f-92e011ac7c76 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Received unexpected event network-vif-plugged-4bd963fc-74d5-49af-abad-f36be84f8838 for instance with vm_state building and task_state spawning. [ 984.843023] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 1704e568-0bc9-41c2-96e8-a45ed3d81534] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.846223] env[69695]: DEBUG nova.network.neutron [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Successfully updated port: 4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.873343] env[69695]: DEBUG oslo_vmware.api [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.003825] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.120353] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.120904] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.124012] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.275s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.124210] env[69695]: DEBUG nova.objects.instance [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.180056] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.345062] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 81711994-e06d-4361-9df7-d0e8293793f4] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.347078] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "refresh_cache-7ec37c55-724a-4d54-95a7-47f8050d8766" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.347218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquired lock "refresh_cache-7ec37c55-724a-4d54-95a7-47f8050d8766" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.347365] env[69695]: DEBUG nova.network.neutron [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.373578] env[69695]: DEBUG oslo_vmware.api [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.629614] env[69695]: DEBUG nova.compute.utils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.633293] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.634496] env[69695]: DEBUG nova.network.neutron [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.670622] env[69695]: DEBUG nova.policy [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a40c1de9eea4f8dbe9a48e7c513943f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3c79f987284e05a501c587d1367eca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.684840] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499010, 'name': ReconfigVM_Task, 'duration_secs': 0.974493} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.684840] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/d55fe750-9d29-4279-8462-05865a0a3b09.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.684840] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808f4ab4-371a-4654-9142-4d07282609d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.696342] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 985.696342] env[69695]: value = "task-3499011" [ 985.696342] env[69695]: _type = "Task" [ 985.696342] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.706468] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499011, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.849836] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: dcc846cd-4ce5-41e6-a419-d85d964e9f79] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.872852] env[69695]: DEBUG oslo_vmware.api [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499009, 'name': PowerOnVM_Task, 'duration_secs': 1.220257} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.875539] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.875539] env[69695]: DEBUG nova.compute.manager [None req-eec6dd43-0e80-4a35-8ab9-e98f6e580502 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.875539] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e24ead8-8de1-4928-a03c-6a00df6ac37d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.882600] env[69695]: DEBUG nova.network.neutron [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.941542] env[69695]: DEBUG nova.network.neutron [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Successfully created port: b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.102187] env[69695]: DEBUG nova.network.neutron [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Updating instance_info_cache with network_info: [{"id": "4bd963fc-74d5-49af-abad-f36be84f8838", "address": "fa:16:3e:70:98:42", "network": {"id": "8b25bfab-d0a8-4255-9afe-4bd9b54b7ad3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1450405958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b581ff418740d6b948cca9ae8ac353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd963fc-74", "ovs_interfaceid": "4bd963fc-74d5-49af-abad-f36be84f8838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.137841] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2971aade-d2c5-43be-85fc-5a622d26faa0 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.140071] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.143654] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.225s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.146120] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.146997] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.611s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.147360] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.150219] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.902s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.152897] env[69695]: INFO nova.compute.claims [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.184483] env[69695]: INFO nova.scheduler.client.report [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted allocations for instance 22453924-65e2-4b4f-b4c6-6c8398bfa99c [ 986.191902] env[69695]: INFO nova.scheduler.client.report [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Deleted allocations for instance 7da70acd-1706-4c87-b4c7-7f9a7d8eb133 [ 986.207593] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499011, 'name': Rename_Task, 'duration_secs': 0.17831} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.207888] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.208152] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc614fb4-0fbd-44c0-959b-6d249c780364 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.214803] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 986.214803] env[69695]: value = "task-3499012" [ 986.214803] env[69695]: _type = "Task" [ 986.214803] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.223872] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.355748] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 7cacd294-cab8-49d5-8f6b-df191b81685e] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.604807] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Releasing lock "refresh_cache-7ec37c55-724a-4d54-95a7-47f8050d8766" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.605062] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Instance network_info: |[{"id": "4bd963fc-74d5-49af-abad-f36be84f8838", "address": "fa:16:3e:70:98:42", "network": {"id": "8b25bfab-d0a8-4255-9afe-4bd9b54b7ad3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1450405958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b581ff418740d6b948cca9ae8ac353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd963fc-74", "ovs_interfaceid": "4bd963fc-74d5-49af-abad-f36be84f8838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.605481] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:98:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd963fc-74d5-49af-abad-f36be84f8838', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.613259] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Creating folder: Project (b4b581ff418740d6b948cca9ae8ac353). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.613541] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb35f5ca-3763-4875-9d94-653ee43380e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.623994] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Created folder: Project (b4b581ff418740d6b948cca9ae8ac353) in parent group-v699067. [ 986.624223] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Creating folder: Instances. Parent ref: group-v699273. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.624589] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-830a02ba-1f6b-4696-a4b3-94cfd6c8a1fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.634344] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Created folder: Instances in parent group-v699273. [ 986.634344] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.634634] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.635236] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c448e668-a13d-482c-9f15-073c71c30a69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.663460] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.663460] env[69695]: value = "task-3499015" [ 986.663460] env[69695]: _type = "Task" [ 986.663460] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.673925] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499015, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.699683] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "22453924-65e2-4b4f-b4c6-6c8398bfa99c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.877s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.702537] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9f6a0ff2-45fd-41c5-a284-a707627deb65 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Lock "7da70acd-1706-4c87-b4c7-7f9a7d8eb133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.869s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.726944] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.859350] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 7a1b9ecd-9646-4e90-8992-7f3253695b6f] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.872420] env[69695]: DEBUG nova.compute.manager [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Received event network-changed-4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.872750] env[69695]: DEBUG nova.compute.manager [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Refreshing instance network info cache due to event network-changed-4bd963fc-74d5-49af-abad-f36be84f8838. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.873118] env[69695]: DEBUG oslo_concurrency.lockutils [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] Acquiring lock "refresh_cache-7ec37c55-724a-4d54-95a7-47f8050d8766" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.873353] env[69695]: DEBUG oslo_concurrency.lockutils [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] Acquired lock "refresh_cache-7ec37c55-724a-4d54-95a7-47f8050d8766" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.873614] env[69695]: DEBUG nova.network.neutron [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Refreshing network info cache for port 4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.936179] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "5029b0e3-13ba-47c4-a252-644b207d85e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.936488] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.938358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "5029b0e3-13ba-47c4-a252-644b207d85e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.938358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.938358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.942050] env[69695]: INFO nova.compute.manager [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Terminating instance [ 987.164342] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.178211] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499015, 'name': CreateVM_Task, 'duration_secs': 0.387318} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.178387] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.178976] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.179163] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.179472] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.179726] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477f9757-f75c-4439-b04e-03b2c8349bed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.186195] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 987.186195] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e1d7bd-4da0-b1d8-60ba-29717e3a347f" [ 987.186195] env[69695]: _type = "Task" [ 987.186195] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.193541] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.193729] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.193880] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.194084] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.194228] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.194370] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.194606] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.194782] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.194952] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.195127] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.195301] env[69695]: DEBUG nova.virt.hardware [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.196095] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98987404-297e-423d-ab9f-2da69885bf9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.204345] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e1d7bd-4da0-b1d8-60ba-29717e3a347f, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.206836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.206836] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.206836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.206998] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.207151] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.207699] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb46586-b082-4a07-b23b-ae14bcea6e57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.210328] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a7342-e514-4225-89b5-38e98e098690 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.232832] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.232832] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.234485] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc744eb-2542-4b7e-ad01-d28c9460a5fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.238519] env[69695]: DEBUG oslo_vmware.api [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499012, 'name': PowerOnVM_Task, 'duration_secs': 0.528556} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.239081] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.239337] env[69695]: INFO nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Took 7.86 seconds to spawn the instance on the hypervisor. [ 987.239517] env[69695]: DEBUG nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.240257] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c53d6-063e-49b0-828d-0a4bd58e13e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.243539] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 987.243539] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52839afb-548a-d922-3f88-638122cc552a" [ 987.243539] env[69695]: _type = "Task" [ 987.243539] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.258599] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52839afb-548a-d922-3f88-638122cc552a, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.259375] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a680b7ab-cba6-42b4-8669-7223b6aceac6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.268028] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 987.268028] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52db420a-42cb-44c6-f0da-0d17764be152" [ 987.268028] env[69695]: _type = "Task" [ 987.268028] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.276630] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52db420a-42cb-44c6-f0da-0d17764be152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.279673] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.280028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.280102] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.280287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.280449] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.282579] env[69695]: INFO nova.compute.manager [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Terminating instance [ 987.365132] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: c7bb457d-14bd-4aea-aa10-6051b1f042f6] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.447411] env[69695]: DEBUG nova.compute.manager [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.447655] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.448919] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe25ca0-c538-4b17-9fc4-4fac05175ba8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.457318] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.460311] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be4a50c-bcab-4f22-91b2-96fd8de78779 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.470714] env[69695]: DEBUG oslo_vmware.api [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 987.470714] env[69695]: value = "task-3499016" [ 987.470714] env[69695]: _type = "Task" [ 987.470714] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.482404] env[69695]: DEBUG oslo_vmware.api [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.488551] env[69695]: DEBUG nova.network.neutron [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Successfully updated port: b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.561255] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.561491] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.590285] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f3936-bf56-40f2-bd08-6721c44cbbcf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.598893] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b7554-e57f-4d2e-9565-0492bdbe8921 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.637928] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83253f-b1d6-4e96-a034-178f4f2bdaf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.647065] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86011b-1f02-48fc-9aa6-ee11b3096807 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.664151] env[69695]: DEBUG nova.compute.provider_tree [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.767608] env[69695]: INFO nova.compute.manager [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Took 53.76 seconds to build instance. [ 987.779016] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52db420a-42cb-44c6-f0da-0d17764be152, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.779317] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.779592] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7ec37c55-724a-4d54-95a7-47f8050d8766/7ec37c55-724a-4d54-95a7-47f8050d8766.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.780536] env[69695]: DEBUG nova.network.neutron [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Updated VIF entry in instance network info cache for port 4bd963fc-74d5-49af-abad-f36be84f8838. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.780867] env[69695]: DEBUG nova.network.neutron [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Updating instance_info_cache with network_info: [{"id": "4bd963fc-74d5-49af-abad-f36be84f8838", "address": "fa:16:3e:70:98:42", "network": {"id": "8b25bfab-d0a8-4255-9afe-4bd9b54b7ad3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1450405958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4b581ff418740d6b948cca9ae8ac353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd963fc-74", "ovs_interfaceid": "4bd963fc-74d5-49af-abad-f36be84f8838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.782021] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fbaae87-9b8d-404e-a58d-2fd40540e8a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.787573] env[69695]: DEBUG nova.compute.manager [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.787789] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.789226] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ee77f-8663-4b67-97fc-22f4169b4496 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.794235] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 987.794235] env[69695]: value = "task-3499017" [ 987.794235] env[69695]: _type = "Task" [ 987.794235] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.800080] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.800674] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d0c5145-f323-43f6-9b65-c0566ad3df89 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.805445] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.811352] env[69695]: DEBUG oslo_vmware.api [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 987.811352] env[69695]: value = "task-3499018" [ 987.811352] env[69695]: _type = "Task" [ 987.811352] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.821371] env[69695]: DEBUG oslo_vmware.api [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.869491] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 422212a4-2f37-4e1c-8ee8-4e64a75a8534] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.980628] env[69695]: DEBUG oslo_vmware.api [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499016, 'name': PowerOffVM_Task, 'duration_secs': 0.288502} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.981030] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.981231] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.981506] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3969e140-148c-4c11-8eeb-04ff217eb262 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.991263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "refresh_cache-ffe69589-771a-45dc-b1e2-799b77273dd6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.991424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired lock "refresh_cache-ffe69589-771a-45dc-b1e2-799b77273dd6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.991556] env[69695]: DEBUG nova.network.neutron [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.063239] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.063664] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.063664] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleting the datastore file [datastore2] 5029b0e3-13ba-47c4-a252-644b207d85e6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.063970] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb2d9db-0dfb-4da9-95c9-23f9af2cc1ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.070216] env[69695]: DEBUG oslo_vmware.api [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 988.070216] env[69695]: value = "task-3499020" [ 988.070216] env[69695]: _type = "Task" [ 988.070216] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.080850] env[69695]: DEBUG oslo_vmware.api [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.168155] env[69695]: DEBUG nova.scheduler.client.report [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.273896] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ebbe77b5-c81c-4e20-a947-66766dbd7208 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "d55fe750-9d29-4279-8462-05865a0a3b09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.272s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.285487] env[69695]: DEBUG oslo_concurrency.lockutils [req-68fffc42-82e4-4115-91d8-cd22411e6387 req-1cf24978-4f8e-4029-bb7d-80a5414f4c91 service nova] Releasing lock "refresh_cache-7ec37c55-724a-4d54-95a7-47f8050d8766" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.305978] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499017, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.320632] env[69695]: DEBUG oslo_vmware.api [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499018, 'name': PowerOffVM_Task, 'duration_secs': 0.241729} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.320957] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.321162] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.321467] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803d77c1-f971-453b-b342-b78b89e433c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.373363] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 70fa1a36-4cac-46c3-a686-e916e2a8415c] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.386849] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.386849] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.386849] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleting the datastore file [datastore2] b45391be-19be-4a55-88cf-c471c4355ff4 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.386849] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a8b4da-86d4-408e-a37c-2cf07550cbc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.393913] env[69695]: DEBUG oslo_vmware.api [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 988.393913] env[69695]: value = "task-3499022" [ 988.393913] env[69695]: _type = "Task" [ 988.393913] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.405551] env[69695]: DEBUG oslo_vmware.api [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.584854] env[69695]: DEBUG oslo_vmware.api [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314152} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.585170] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.585387] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.585840] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.586036] env[69695]: INFO nova.compute.manager [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 988.586637] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.586987] env[69695]: DEBUG nova.compute.manager [-] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.587176] env[69695]: DEBUG nova.network.neutron [-] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.641760] env[69695]: DEBUG nova.network.neutron [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.676237] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.676896] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.680272] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.325s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.682688] env[69695]: INFO nova.compute.claims [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.779538] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.809147] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534816} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.809600] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 7ec37c55-724a-4d54-95a7-47f8050d8766/7ec37c55-724a-4d54-95a7-47f8050d8766.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.809961] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.810333] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bbca8cb-b675-42a8-a310-c4c50237fcfc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.817674] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 988.817674] env[69695]: value = "task-3499023" [ 988.817674] env[69695]: _type = "Task" [ 988.817674] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.833349] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.879099] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 9a6d7008-c038-4e29-9d44-0773720c91ad] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.907902] env[69695]: DEBUG oslo_vmware.api [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235272} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.911629] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.911629] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.911629] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.911629] env[69695]: INFO nova.compute.manager [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 988.911629] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.911629] env[69695]: DEBUG nova.compute.manager [-] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.911629] env[69695]: DEBUG nova.network.neutron [-] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.963024] env[69695]: DEBUG nova.compute.manager [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Received event network-vif-plugged-b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.963224] env[69695]: DEBUG oslo_concurrency.lockutils [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] Acquiring lock "ffe69589-771a-45dc-b1e2-799b77273dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.963439] env[69695]: DEBUG oslo_concurrency.lockutils [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.963604] env[69695]: DEBUG oslo_concurrency.lockutils [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.963767] env[69695]: DEBUG nova.compute.manager [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] No waiting events found dispatching network-vif-plugged-b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.963926] env[69695]: WARNING nova.compute.manager [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Received unexpected event network-vif-plugged-b058942b-af16-4279-bb6e-a7dd490d29ca for instance with vm_state building and task_state spawning. [ 988.964340] env[69695]: DEBUG nova.compute.manager [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Received event network-changed-b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.964628] env[69695]: DEBUG nova.compute.manager [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Refreshing instance network info cache due to event network-changed-b058942b-af16-4279-bb6e-a7dd490d29ca. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.964817] env[69695]: DEBUG oslo_concurrency.lockutils [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] Acquiring lock "refresh_cache-ffe69589-771a-45dc-b1e2-799b77273dd6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.976808] env[69695]: DEBUG nova.network.neutron [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Updating instance_info_cache with network_info: [{"id": "b058942b-af16-4279-bb6e-a7dd490d29ca", "address": "fa:16:3e:60:08:a6", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb058942b-af", "ovs_interfaceid": "b058942b-af16-4279-bb6e-a7dd490d29ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.191726] env[69695]: DEBUG nova.compute.utils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.193344] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.193949] env[69695]: DEBUG nova.network.neutron [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.308865] env[69695]: DEBUG nova.policy [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83a37a91f3254231a805aea24f88d8e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e110889898464c6bbfe1f721f9ec8326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.311766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.331512] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076603} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.333720] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.333720] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c1971e-d636-41ed-94ed-07604330cd1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.359514] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7ec37c55-724a-4d54-95a7-47f8050d8766/7ec37c55-724a-4d54-95a7-47f8050d8766.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.360177] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0881576f-bfc7-497a-9c6d-7f419e1c3d9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.381491] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: b2d28914-de45-41cd-9b0c-f5f05b591151] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.384742] env[69695]: DEBUG nova.network.neutron [-] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.386079] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 989.386079] env[69695]: value = "task-3499024" [ 989.386079] env[69695]: _type = "Task" [ 989.386079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.399292] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499024, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.440112] env[69695]: INFO nova.compute.manager [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Rescuing [ 989.440209] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.440311] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.440886] env[69695]: DEBUG nova.network.neutron [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.480418] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Releasing lock "refresh_cache-ffe69589-771a-45dc-b1e2-799b77273dd6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.480892] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Instance network_info: |[{"id": "b058942b-af16-4279-bb6e-a7dd490d29ca", "address": "fa:16:3e:60:08:a6", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb058942b-af", "ovs_interfaceid": "b058942b-af16-4279-bb6e-a7dd490d29ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.481546] env[69695]: DEBUG oslo_concurrency.lockutils [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] Acquired lock "refresh_cache-ffe69589-771a-45dc-b1e2-799b77273dd6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481744] env[69695]: DEBUG nova.network.neutron [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Refreshing network info cache for port b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.486020] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:08:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b058942b-af16-4279-bb6e-a7dd490d29ca', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.492358] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.497646] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.498489] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43413645-64c9-4795-8d5b-7e772508e5bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.526041] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.526041] env[69695]: value = "task-3499025" [ 989.526041] env[69695]: _type = "Task" [ 989.526041] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.535403] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499025, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.700534] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.875122] env[69695]: DEBUG nova.network.neutron [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Successfully created port: 998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.888031] env[69695]: INFO nova.compute.manager [-] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Took 1.30 seconds to deallocate network for instance. [ 989.888031] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 3dda3878-05f3-40fa-a6d0-e793f98b2ea5] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.900016] env[69695]: DEBUG nova.network.neutron [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Updated VIF entry in instance network info cache for port b058942b-af16-4279-bb6e-a7dd490d29ca. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.900391] env[69695]: DEBUG nova.network.neutron [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Updating instance_info_cache with network_info: [{"id": "b058942b-af16-4279-bb6e-a7dd490d29ca", "address": "fa:16:3e:60:08:a6", "network": {"id": "5abd0663-7e6c-484b-9051-4e87d5daeed5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1248824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3c79f987284e05a501c587d1367eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb058942b-af", "ovs_interfaceid": "b058942b-af16-4279-bb6e-a7dd490d29ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.912333] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.945827] env[69695]: DEBUG nova.network.neutron [-] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.039544] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499025, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.217632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ea4f2-fbdd-4490-8411-b585d7301ee2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.229568] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d6443-63af-4e08-bf63-cc8d19af82d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.272058] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c2bbce-694d-4217-84e3-f7b07faf2493 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.281215] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f59fea-aff1-4da2-89ac-b6accf08523e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.296423] env[69695]: DEBUG nova.compute.provider_tree [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.396524] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: b1697ea0-f94a-4605-9a91-2b158d047f56] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.402026] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499024, 'name': ReconfigVM_Task, 'duration_secs': 0.886917} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.403047] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.403319] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7ec37c55-724a-4d54-95a7-47f8050d8766/7ec37c55-724a-4d54-95a7-47f8050d8766.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.403896] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-508631ad-0627-44d2-a455-5a9d1a3aad1d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.407746] env[69695]: DEBUG oslo_concurrency.lockutils [req-613ada21-11e8-436e-9027-33f65370c311 req-73720fc5-5ee9-4536-8041-df10e4b6bb95 service nova] Releasing lock "refresh_cache-ffe69589-771a-45dc-b1e2-799b77273dd6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.410668] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 990.410668] env[69695]: value = "task-3499026" [ 990.410668] env[69695]: _type = "Task" [ 990.410668] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.419320] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499026, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.449663] env[69695]: INFO nova.compute.manager [-] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Took 1.54 seconds to deallocate network for instance. [ 990.527382] env[69695]: DEBUG nova.network.neutron [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Updating instance_info_cache with network_info: [{"id": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "address": "fa:16:3e:d7:a0:7f", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf3579-ad", "ovs_interfaceid": "cfbf3579-ad3a-4fbd-8f01-4372499143ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.540348] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499025, 'name': CreateVM_Task, 'duration_secs': 0.73324} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.541256] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.542011] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.542202] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.542551] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.543111] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c1c75f-da36-4b5b-bd51-322f975a978d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.548661] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 990.548661] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521303e7-fd9b-55ed-7a58-2d8cc25937fd" [ 990.548661] env[69695]: _type = "Task" [ 990.548661] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.558330] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521303e7-fd9b-55ed-7a58-2d8cc25937fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.715599] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.749256] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.749513] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.749708] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.750070] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.750070] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.750260] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.750783] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.751804] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.751898] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.752076] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.752399] env[69695]: DEBUG nova.virt.hardware [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.753578] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d6ea6-a82b-4ea7-a6ed-7226d9f5d2bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.768121] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89f7bda-e84e-4bed-b207-e3e7fee93d20 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.799530] env[69695]: DEBUG nova.scheduler.client.report [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.902860] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 02c9949a-ff1f-4ae3-a942-523833e37fdf] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.921537] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499026, 'name': Rename_Task, 'duration_secs': 0.174754} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.921830] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.922096] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9488f4-a1cf-4ef5-a6f0-397c9595f8d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.929448] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 990.929448] env[69695]: value = "task-3499027" [ 990.929448] env[69695]: _type = "Task" [ 990.929448] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.937772] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.958229] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.998990] env[69695]: DEBUG nova.compute.manager [req-95497dd8-4b8a-48d6-b6db-0149e42230ee req-3fa49a1f-e1b8-4139-a986-4ea8133ef861 service nova] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Received event network-vif-deleted-f813ccd2-6249-4535-ac98-eb31ae08733d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.999278] env[69695]: DEBUG nova.compute.manager [req-95497dd8-4b8a-48d6-b6db-0149e42230ee req-3fa49a1f-e1b8-4139-a986-4ea8133ef861 service nova] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Received event network-vif-deleted-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.030787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "refresh_cache-d55fe750-9d29-4279-8462-05865a0a3b09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.064368] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521303e7-fd9b-55ed-7a58-2d8cc25937fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.064895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.065139] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.065379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.065883] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.065883] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.066261] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb76f01-7eb4-4120-ba5e-b2993569db79 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.079139] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.079139] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.079139] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b77afc3-9ecc-4dd9-992f-c62697c618e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.084353] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 991.084353] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5245821a-eb32-5012-0cec-3fd96119afb9" [ 991.084353] env[69695]: _type = "Task" [ 991.084353] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.093151] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5245821a-eb32-5012-0cec-3fd96119afb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.263411] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.263684] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.263892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.264098] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.264287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.266456] env[69695]: INFO nova.compute.manager [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Terminating instance [ 991.304236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.304883] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.307449] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.207s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.308864] env[69695]: INFO nova.compute.claims [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.406494] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 419855f7-7b7a-4454-b8fb-3292a4eb1c80] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.445405] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499027, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.539857] env[69695]: DEBUG nova.compute.manager [req-8bb4e630-8232-48f8-af67-76348e795fc1 req-1a4833e9-4375-42b1-af84-68d232798631 service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Received event network-vif-plugged-998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.540161] env[69695]: DEBUG oslo_concurrency.lockutils [req-8bb4e630-8232-48f8-af67-76348e795fc1 req-1a4833e9-4375-42b1-af84-68d232798631 service nova] Acquiring lock "a11f35a5-3157-401f-826e-10e13c2540da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.540415] env[69695]: DEBUG oslo_concurrency.lockutils [req-8bb4e630-8232-48f8-af67-76348e795fc1 req-1a4833e9-4375-42b1-af84-68d232798631 service nova] Lock "a11f35a5-3157-401f-826e-10e13c2540da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.540623] env[69695]: DEBUG oslo_concurrency.lockutils [req-8bb4e630-8232-48f8-af67-76348e795fc1 req-1a4833e9-4375-42b1-af84-68d232798631 service nova] Lock "a11f35a5-3157-401f-826e-10e13c2540da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.540806] env[69695]: DEBUG nova.compute.manager [req-8bb4e630-8232-48f8-af67-76348e795fc1 req-1a4833e9-4375-42b1-af84-68d232798631 service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] No waiting events found dispatching network-vif-plugged-998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.540977] env[69695]: WARNING nova.compute.manager [req-8bb4e630-8232-48f8-af67-76348e795fc1 req-1a4833e9-4375-42b1-af84-68d232798631 service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Received unexpected event network-vif-plugged-998df70f-1d6f-4f59-9210-729762d73469 for instance with vm_state building and task_state spawning. [ 991.598894] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5245821a-eb32-5012-0cec-3fd96119afb9, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.600143] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad42708-0b98-496e-9059-fa6c40be90b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.606342] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 991.606342] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52de3057-6e20-899c-d82b-f0b4145d928f" [ 991.606342] env[69695]: _type = "Task" [ 991.606342] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.615932] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52de3057-6e20-899c-d82b-f0b4145d928f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.713891] env[69695]: DEBUG nova.network.neutron [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Successfully updated port: 998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.770166] env[69695]: DEBUG nova.compute.manager [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.770416] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.771342] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623e129-4875-44f0-ae3c-8eddc1290685 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.779486] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.779748] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42aeb7f8-871d-4d33-b23f-bd80a94d15c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.786823] env[69695]: DEBUG oslo_vmware.api [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 991.786823] env[69695]: value = "task-3499028" [ 991.786823] env[69695]: _type = "Task" [ 991.786823] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.797560] env[69695]: DEBUG oslo_vmware.api [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.815443] env[69695]: DEBUG nova.compute.utils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.816831] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.816996] env[69695]: DEBUG nova.network.neutron [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.875836] env[69695]: DEBUG nova.policy [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83a37a91f3254231a805aea24f88d8e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e110889898464c6bbfe1f721f9ec8326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.911793] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: c183848a-2b6a-40de-a696-8ca9eb65ea9b] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.941960] env[69695]: DEBUG oslo_vmware.api [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499027, 'name': PowerOnVM_Task, 'duration_secs': 0.576004} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.944070] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.944070] env[69695]: INFO nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Took 7.45 seconds to spawn the instance on the hypervisor. [ 991.944070] env[69695]: DEBUG nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.944070] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d98cb10-b24d-43c2-951d-28fe2ca0ba2a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.117157] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52de3057-6e20-899c-d82b-f0b4145d928f, 'name': SearchDatastore_Task, 'duration_secs': 0.018412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.117157] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.117345] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] ffe69589-771a-45dc-b1e2-799b77273dd6/ffe69589-771a-45dc-b1e2-799b77273dd6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.117601] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddd68550-c045-4666-8cc6-4f04bca2fdbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.124334] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 992.124334] env[69695]: value = "task-3499029" [ 992.124334] env[69695]: _type = "Task" [ 992.124334] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.132606] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.202410] env[69695]: DEBUG nova.network.neutron [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Successfully created port: 3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.216034] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "refresh_cache-a11f35a5-3157-401f-826e-10e13c2540da" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.216211] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired lock "refresh_cache-a11f35a5-3157-401f-826e-10e13c2540da" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.216328] env[69695]: DEBUG nova.network.neutron [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.299993] env[69695]: DEBUG oslo_vmware.api [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499028, 'name': PowerOffVM_Task, 'duration_secs': 0.344419} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.301193] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.301991] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.303064] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07bd5697-2601-4a49-b51d-79e12edba903 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.321557] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.376037] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.376373] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.376620] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleting the datastore file [datastore1] 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.376907] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b379c5f0-4272-4238-84e2-6e5346480238 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.389169] env[69695]: DEBUG oslo_vmware.api [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 992.389169] env[69695]: value = "task-3499031" [ 992.389169] env[69695]: _type = "Task" [ 992.389169] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.402095] env[69695]: DEBUG oslo_vmware.api [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.414818] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 6a21a7bc-2096-4b27-bcea-b24eb3f9d581] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.473289] env[69695]: INFO nova.compute.manager [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Took 47.96 seconds to build instance. [ 992.572478] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.572781] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88bde9f5-0873-4d0a-9c06-3a8e0ff3a8ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.580736] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 992.580736] env[69695]: value = "task-3499032" [ 992.580736] env[69695]: _type = "Task" [ 992.580736] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.589505] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.634478] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499029, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.792642] env[69695]: DEBUG nova.network.neutron [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.799966] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f09a2-3dd8-4d09-a771-51894b40e6e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.816834] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48dd47-b967-47af-b57b-12f551e2d4df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.867692] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8bcec8-1876-4907-85c2-c75103bf37cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.877772] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c394706-42eb-404d-911b-4e1b66b64994 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.897304] env[69695]: DEBUG nova.compute.provider_tree [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.913024] env[69695]: DEBUG oslo_vmware.api [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271243} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.914027] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.914726] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.914974] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.915171] env[69695]: INFO nova.compute.manager [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 992.915421] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.915989] env[69695]: DEBUG nova.compute.manager [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.916155] env[69695]: DEBUG nova.network.neutron [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.918786] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: d666d38b-4e9e-4b05-b266-f280c3a0a768] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.977101] env[69695]: DEBUG oslo_concurrency.lockutils [None req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.475s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.093765] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499032, 'name': PowerOffVM_Task, 'duration_secs': 0.23356} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.094312] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.099044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804accea-670c-4a7c-a3d4-539800c6060b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.114413] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d4880-6138-4dc7-8e5d-725132a0e3c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.134518] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943145} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.135014] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] ffe69589-771a-45dc-b1e2-799b77273dd6/ffe69589-771a-45dc-b1e2-799b77273dd6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.135969] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.136126] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14071e81-8837-4f34-811c-b186a1c3cbd7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.143406] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 993.143406] env[69695]: value = "task-3499033" [ 993.143406] env[69695]: _type = "Task" [ 993.143406] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.153652] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.161507] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.161507] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7baee1c5-ea6f-4dbc-8b62-3fb6b1df44e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.167725] env[69695]: DEBUG nova.network.neutron [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Updating instance_info_cache with network_info: [{"id": "998df70f-1d6f-4f59-9210-729762d73469", "address": "fa:16:3e:35:6a:86", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998df70f-1d", "ovs_interfaceid": "998df70f-1d6f-4f59-9210-729762d73469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.170064] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 993.170064] env[69695]: value = "task-3499034" [ 993.170064] env[69695]: _type = "Task" [ 993.170064] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.179259] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 993.180094] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.180094] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.180094] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.180236] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.180469] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78850d38-815e-4d29-aae1-00a7ae2c536d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.190803] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.191456] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.191689] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28efcbf7-f01a-4a6e-9d42-4ebb82fa2083 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.198350] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 993.198350] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dd8a45-b24b-1bb0-c86b-c7c77f603625" [ 993.198350] env[69695]: _type = "Task" [ 993.198350] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.206303] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dd8a45-b24b-1bb0-c86b-c7c77f603625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.370570] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.390584] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.390836] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.391045] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.391278] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.391432] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.391579] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.391789] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.391944] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.392190] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.392937] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.393927] env[69695]: DEBUG nova.virt.hardware [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.394318] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc09706-691e-4aa4-8554-a245b2732fe9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.403190] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18016ad1-fd85-4c73-8d00-a8b36210f7a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.412102] env[69695]: DEBUG nova.scheduler.client.report [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.432074] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 0d10f980-4551-4cc6-99ba-e42a97f9cd80] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.617131] env[69695]: DEBUG nova.compute.manager [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Received event network-changed-998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.617341] env[69695]: DEBUG nova.compute.manager [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Refreshing instance network info cache due to event network-changed-998df70f-1d6f-4f59-9210-729762d73469. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.617553] env[69695]: DEBUG oslo_concurrency.lockutils [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] Acquiring lock "refresh_cache-a11f35a5-3157-401f-826e-10e13c2540da" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.665360] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1383} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.665360] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.665360] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e21b3a-a4fa-41ea-84ee-3eb2471a3bb3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.670756] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Releasing lock "refresh_cache-a11f35a5-3157-401f-826e-10e13c2540da" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.671106] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Instance network_info: |[{"id": "998df70f-1d6f-4f59-9210-729762d73469", "address": "fa:16:3e:35:6a:86", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998df70f-1d", "ovs_interfaceid": "998df70f-1d6f-4f59-9210-729762d73469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.673026] env[69695]: DEBUG oslo_concurrency.lockutils [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] Acquired lock "refresh_cache-a11f35a5-3157-401f-826e-10e13c2540da" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.673026] env[69695]: DEBUG nova.network.neutron [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Refreshing network info cache for port 998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.674031] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:6a:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '998df70f-1d6f-4f59-9210-729762d73469', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.682993] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating folder: Project (e110889898464c6bbfe1f721f9ec8326). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.696491] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86eb726a-ccde-4ac1-a215-984701745f21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.707097] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ffe69589-771a-45dc-b1e2-799b77273dd6/ffe69589-771a-45dc-b1e2-799b77273dd6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.709117] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a06d56e-dc31-41aa-a7a4-4ade7df76228 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.726193] env[69695]: DEBUG nova.network.neutron [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.732535] env[69695]: DEBUG nova.compute.manager [req-461a5158-fbcf-4ab4-93da-640b20a3eec1 req-eb1ad523-7e36-4a20-a398-fbdbb8d54835 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Received event network-vif-deleted-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.732535] env[69695]: INFO nova.compute.manager [req-461a5158-fbcf-4ab4-93da-640b20a3eec1 req-eb1ad523-7e36-4a20-a398-fbdbb8d54835 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Neutron deleted interface a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6; detaching it from the instance and deleting it from the info cache [ 993.732535] env[69695]: DEBUG nova.network.neutron [req-461a5158-fbcf-4ab4-93da-640b20a3eec1 req-eb1ad523-7e36-4a20-a398-fbdbb8d54835 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.740098] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dd8a45-b24b-1bb0-c86b-c7c77f603625, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.743612] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Created folder: Project (e110889898464c6bbfe1f721f9ec8326) in parent group-v699067. [ 993.743612] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating folder: Instances. Parent ref: group-v699277. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.743782] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 993.743782] env[69695]: value = "task-3499036" [ 993.743782] env[69695]: _type = "Task" [ 993.743782] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.744164] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bd03bf-3afc-4351-b39b-378d63218d95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.746404] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab8088f4-ac8f-4f1a-973b-3cbde4885d43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.754148] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 993.754148] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527aec79-67b1-8bf9-1a4e-0bab5a399f84" [ 993.754148] env[69695]: _type = "Task" [ 993.754148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.757872] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.762829] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Created folder: Instances in parent group-v699277. [ 993.763077] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.763275] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.763841] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4674b39-37da-4c4f-9aa2-5b191a76b91b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.782273] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527aec79-67b1-8bf9-1a4e-0bab5a399f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.786924] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.786924] env[69695]: value = "task-3499038" [ 993.786924] env[69695]: _type = "Task" [ 993.786924] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.793953] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499038, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.838103] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "7ec37c55-724a-4d54-95a7-47f8050d8766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.838382] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.838595] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "7ec37c55-724a-4d54-95a7-47f8050d8766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.838780] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.838946] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.843798] env[69695]: INFO nova.compute.manager [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Terminating instance [ 993.863142] env[69695]: DEBUG nova.network.neutron [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Successfully updated port: 3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.924044] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.924044] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.927292] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.561s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.931424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.935186] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.445s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.937217] env[69695]: INFO nova.compute.claims [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.940838] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 3f3a3c72-b278-4708-a295-d7e194bf65cf] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.974628] env[69695]: INFO nova.scheduler.client.report [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Deleted allocations for instance ac5ce37f-cbc6-414a-9237-2009ae0168fd [ 994.165388] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.166287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.166287] env[69695]: DEBUG nova.objects.instance [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'flavor' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.234868] env[69695]: INFO nova.compute.manager [-] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Took 1.32 seconds to deallocate network for instance. [ 994.236688] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b802f9b-048e-45e1-a3c6-112b1d26742a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.258308] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b48cbf-ebb1-446c-ab89-401da5a83970 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.274405] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499036, 'name': ReconfigVM_Task, 'duration_secs': 0.507704} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.279108] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ffe69589-771a-45dc-b1e2-799b77273dd6/ffe69589-771a-45dc-b1e2-799b77273dd6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.279865] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e4d5f51-40f6-47f2-b376-4938c220643b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.288422] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527aec79-67b1-8bf9-1a4e-0bab5a399f84, 'name': SearchDatastore_Task, 'duration_secs': 0.018455} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.305135] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.305135] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. {{(pid=69695) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 994.306643] env[69695]: DEBUG nova.compute.manager [req-461a5158-fbcf-4ab4-93da-640b20a3eec1 req-eb1ad523-7e36-4a20-a398-fbdbb8d54835 service nova] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Detach interface failed, port_id=a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6, reason: Instance 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.307166] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 994.307166] env[69695]: value = "task-3499039" [ 994.307166] env[69695]: _type = "Task" [ 994.307166] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.307384] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0b1574-f0eb-4b01-ad97-4c5ee15f76ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.317446] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499038, 'name': CreateVM_Task, 'duration_secs': 0.424362} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.317937] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.318616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.318782] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.319113] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.322627] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad68f876-905c-455f-bf05-85fbe1c1d2d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.324337] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499039, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.330039] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 994.330039] env[69695]: value = "task-3499040" [ 994.330039] env[69695]: _type = "Task" [ 994.330039] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.332354] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 994.332354] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eaee26-1fb7-0f03-fa3c-60e7b1f804fc" [ 994.332354] env[69695]: _type = "Task" [ 994.332354] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.341615] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.347240] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eaee26-1fb7-0f03-fa3c-60e7b1f804fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.348985] env[69695]: DEBUG nova.compute.manager [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.349194] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.352042] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573a0d7-317e-42a2-97f3-537622bec120 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.359021] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.359193] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2695141-4e6c-4723-8788-27b95082470d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.364654] env[69695]: DEBUG oslo_vmware.api [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 994.364654] env[69695]: value = "task-3499041" [ 994.364654] env[69695]: _type = "Task" [ 994.364654] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.369312] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "refresh_cache-0791e83f-32f8-4845-85ae-208a7880008a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.369413] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired lock "refresh_cache-0791e83f-32f8-4845-85ae-208a7880008a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.369603] env[69695]: DEBUG nova.network.neutron [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.376093] env[69695]: DEBUG oslo_vmware.api [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.442472] env[69695]: DEBUG nova.compute.utils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.445146] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.445327] env[69695]: DEBUG nova.network.neutron [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.449448] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 50f0d38d-f2e0-43e0-a47d-4b0a5a808528] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.483409] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d58c197d-5da9-47f4-83db-bc5efff6bf32 tempest-ServerShowV247Test-1923947908 tempest-ServerShowV247Test-1923947908-project-member] Lock "ac5ce37f-cbc6-414a-9237-2009ae0168fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.353s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.500280] env[69695]: DEBUG nova.policy [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54504d7a91114cbe8b976f4d02dc07ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bce4ca98f14a7eb2a6cbbbf745fe10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.541260] env[69695]: DEBUG nova.network.neutron [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Updated VIF entry in instance network info cache for port 998df70f-1d6f-4f59-9210-729762d73469. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.541559] env[69695]: DEBUG nova.network.neutron [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Updating instance_info_cache with network_info: [{"id": "998df70f-1d6f-4f59-9210-729762d73469", "address": "fa:16:3e:35:6a:86", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998df70f-1d", "ovs_interfaceid": "998df70f-1d6f-4f59-9210-729762d73469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.672019] env[69695]: DEBUG nova.objects.instance [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'pci_requests' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.747409] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.821375] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499039, 'name': Rename_Task, 'duration_secs': 0.182778} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.821675] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.821948] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8effe153-82f9-4980-995b-6bff7b257636 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.832411] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 994.832411] env[69695]: value = "task-3499042" [ 994.832411] env[69695]: _type = "Task" [ 994.832411] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.849274] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.856234] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499042, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.856526] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eaee26-1fb7-0f03-fa3c-60e7b1f804fc, 'name': SearchDatastore_Task, 'duration_secs': 0.019725} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.856838] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.857091] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.857333] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.857477] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.857682] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.857949] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d51adf98-1e4e-4959-851e-5825db416c81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.868661] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.868855] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.869618] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f36867-af10-4978-a420-2be4e7684ac0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.877595] env[69695]: DEBUG oslo_vmware.api [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499041, 'name': PowerOffVM_Task, 'duration_secs': 0.186938} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.878426] env[69695]: DEBUG nova.network.neutron [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Successfully created port: 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.880575] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.880766] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.882103] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-467eed3d-a0cc-48fd-b156-69a1b6e91014 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.887611] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 994.887611] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cb58c4-8842-ddab-c0e1-3351b8f62810" [ 994.887611] env[69695]: _type = "Task" [ 994.887611] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.892336] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cb58c4-8842-ddab-c0e1-3351b8f62810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.950212] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.950443] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.950629] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Deleting the datastore file [datastore1] 7ec37c55-724a-4d54-95a7-47f8050d8766 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.950899] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ddf28e4-22c8-4d41-a1cb-fd51db6140e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.953236] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.959474] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 0442abba-1214-42e4-8822-2bf2c1c5de89] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.967015] env[69695]: DEBUG oslo_vmware.api [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for the task: (returnval){ [ 994.967015] env[69695]: value = "task-3499044" [ 994.967015] env[69695]: _type = "Task" [ 994.967015] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.980859] env[69695]: DEBUG oslo_vmware.api [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.044887] env[69695]: DEBUG oslo_concurrency.lockutils [req-19c5dc7c-44b8-433e-b935-e388eb40b250 req-d96cbb6c-08ce-4f40-bd1d-bcdad75bbcbb service nova] Releasing lock "refresh_cache-a11f35a5-3157-401f-826e-10e13c2540da" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.099746] env[69695]: DEBUG nova.network.neutron [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.176458] env[69695]: DEBUG nova.objects.base [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Object Instance<569991e3-d61b-4607-9210-cb2b92a9291a> lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.176896] env[69695]: DEBUG nova.network.neutron [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.295410] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00beeb35-e181-49b8-9c1d-f2ae04b324f8 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.129s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.310095] env[69695]: DEBUG nova.network.neutron [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Updating instance_info_cache with network_info: [{"id": "3176e3a7-2e07-4d6c-b129-85f70ae3be23", "address": "fa:16:3e:87:02:65", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3176e3a7-2e", "ovs_interfaceid": "3176e3a7-2e07-4d6c-b129-85f70ae3be23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.348661] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55009} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.349378] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. [ 995.350205] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f544b-0352-4a6e-a9f9-bbba81d57e52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.356601] env[69695]: DEBUG oslo_vmware.api [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499042, 'name': PowerOnVM_Task, 'duration_secs': 0.513024} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.359681] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.359898] env[69695]: INFO nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Took 8.20 seconds to spawn the instance on the hypervisor. [ 995.360229] env[69695]: DEBUG nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.361326] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d96394-6531-4a87-a79f-388f54ae7294 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.385190] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.388273] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5864cce-4bca-41c7-af2d-a2f33196d8fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.416918] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cb58c4-8842-ddab-c0e1-3351b8f62810, 'name': SearchDatastore_Task, 'duration_secs': 0.0339} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.418933] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 995.418933] env[69695]: value = "task-3499045" [ 995.418933] env[69695]: _type = "Task" [ 995.418933] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.421459] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2b3a7c-3428-47a2-9f1f-ecac79b2207d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.431762] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 995.431762] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcc158-5b6d-0818-31e7-44470c4e5902" [ 995.431762] env[69695]: _type = "Task" [ 995.431762] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.435341] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.444609] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcc158-5b6d-0818-31e7-44470c4e5902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.467311] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 1ebf75da-6457-4146-824b-828a65de9117] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.477576] env[69695]: DEBUG oslo_vmware.api [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Task: {'id': task-3499044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162298} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.477859] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.478069] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.478267] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.478452] env[69695]: INFO nova.compute.manager [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.478693] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.478903] env[69695]: DEBUG nova.compute.manager [-] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.478998] env[69695]: DEBUG nova.network.neutron [-] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.497295] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7feaf-f1ee-46fd-aef6-bc359eac4acf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.505836] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41659fbc-5ea2-4115-b0fc-dab4a26e7ab7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.542850] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e369efa0-fd05-412f-aa84-b1b9f99ca715 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.552377] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ea3c10-d664-4575-97e3-26c9ea88e4c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.568890] env[69695]: DEBUG nova.compute.provider_tree [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.812950] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Releasing lock "refresh_cache-0791e83f-32f8-4845-85ae-208a7880008a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.813275] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Instance network_info: |[{"id": "3176e3a7-2e07-4d6c-b129-85f70ae3be23", "address": "fa:16:3e:87:02:65", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3176e3a7-2e", "ovs_interfaceid": "3176e3a7-2e07-4d6c-b129-85f70ae3be23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.814904] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:02:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3176e3a7-2e07-4d6c-b129-85f70ae3be23', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.825176] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.826030] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.826285] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71db44b5-030a-4da1-8201-a67dd7bf14a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.853240] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.853240] env[69695]: value = "task-3499046" [ 995.853240] env[69695]: _type = "Task" [ 995.853240] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.862087] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499046, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.923101] env[69695]: INFO nova.compute.manager [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Took 42.28 seconds to build instance. [ 995.935873] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499045, 'name': ReconfigVM_Task, 'duration_secs': 0.287463} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.939800] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.940882] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85872714-9e94-4ae6-b834-8c178a240a15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.949533] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52bcc158-5b6d-0818-31e7-44470c4e5902, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.968656] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.968656] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] a11f35a5-3157-401f-826e-10e13c2540da/a11f35a5-3157-401f-826e-10e13c2540da.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.973576] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f12be474-a47a-4e8d-aa5d-b0b9593f3876 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.976191] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.977972] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 9bb41043-b7c1-4c78-b309-edc851c514de] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.979687] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0ea88e-6822-42ad-b7f7-d3dc7a43a37a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.997073] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 995.997073] env[69695]: value = "task-3499047" [ 995.997073] env[69695]: _type = "Task" [ 995.997073] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.998532] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 995.998532] env[69695]: value = "task-3499048" [ 995.998532] env[69695]: _type = "Task" [ 995.998532] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.009388] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.012803] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.022166] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.022457] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.022566] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.022747] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.022887] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.023063] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.023290] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.023447] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.023613] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.023773] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.023949] env[69695]: DEBUG nova.virt.hardware [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.025197] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f200cb-32fc-4b17-941c-be11d3059416 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.033320] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555af4f-439d-4b71-b4c0-596367724ab8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.075025] env[69695]: DEBUG nova.scheduler.client.report [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.282222] env[69695]: DEBUG nova.network.neutron [-] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.370222] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499046, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.430625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d40f9bab-671c-4607-80d7-7493ce72b98d tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.801s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.493061] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e884e2ff-a691-4d1e-98ac-18c40bdd9a37] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.515861] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.520140] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499048, 'name': ReconfigVM_Task, 'duration_secs': 0.196176} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.520632] env[69695]: DEBUG nova.network.neutron [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Successfully updated port: 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.521758] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.522066] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d255bc53-2c95-455d-8c48-9a1a333c6049 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.529334] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 996.529334] env[69695]: value = "task-3499049" [ 996.529334] env[69695]: _type = "Task" [ 996.529334] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.540491] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.578363] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.579048] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.582661] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.297s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.583100] env[69695]: DEBUG nova.objects.instance [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 996.692959] env[69695]: DEBUG nova.compute.manager [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Received event network-vif-plugged-3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.693122] env[69695]: DEBUG oslo_concurrency.lockutils [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] Acquiring lock "0791e83f-32f8-4845-85ae-208a7880008a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.693463] env[69695]: DEBUG oslo_concurrency.lockutils [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] Lock "0791e83f-32f8-4845-85ae-208a7880008a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.693675] env[69695]: DEBUG oslo_concurrency.lockutils [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] Lock "0791e83f-32f8-4845-85ae-208a7880008a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.693772] env[69695]: DEBUG nova.compute.manager [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] No waiting events found dispatching network-vif-plugged-3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.693967] env[69695]: WARNING nova.compute.manager [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Received unexpected event network-vif-plugged-3176e3a7-2e07-4d6c-b129-85f70ae3be23 for instance with vm_state building and task_state spawning. [ 996.694228] env[69695]: DEBUG nova.compute.manager [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Received event network-changed-3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.694433] env[69695]: DEBUG nova.compute.manager [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Refreshing instance network info cache due to event network-changed-3176e3a7-2e07-4d6c-b129-85f70ae3be23. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.694752] env[69695]: DEBUG oslo_concurrency.lockutils [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] Acquiring lock "refresh_cache-0791e83f-32f8-4845-85ae-208a7880008a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.694931] env[69695]: DEBUG oslo_concurrency.lockutils [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] Acquired lock "refresh_cache-0791e83f-32f8-4845-85ae-208a7880008a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.695155] env[69695]: DEBUG nova.network.neutron [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Refreshing network info cache for port 3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.786064] env[69695]: INFO nova.compute.manager [-] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Took 1.31 seconds to deallocate network for instance. [ 996.871021] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499046, 'name': CreateVM_Task, 'duration_secs': 0.763026} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.871021] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.871021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.871021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.871021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.871021] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf2eeea-cd78-48cd-942f-df954622ba0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.875107] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 996.875107] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b79c83-7201-7e84-0c67-a2ab3a1afece" [ 996.875107] env[69695]: _type = "Task" [ 996.875107] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.883481] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b79c83-7201-7e84-0c67-a2ab3a1afece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.885608] env[69695]: DEBUG nova.compute.manager [req-2406f2a2-02ff-4b69-a67c-25645860d6a7 req-8936190e-d8c9-4bef-82dd-07f045ab3c24 service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Received event network-vif-plugged-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.885821] env[69695]: DEBUG oslo_concurrency.lockutils [req-2406f2a2-02ff-4b69-a67c-25645860d6a7 req-8936190e-d8c9-4bef-82dd-07f045ab3c24 service nova] Acquiring lock "6b603f92-5fcb-43da-b151-326c8346c589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.886080] env[69695]: DEBUG oslo_concurrency.lockutils [req-2406f2a2-02ff-4b69-a67c-25645860d6a7 req-8936190e-d8c9-4bef-82dd-07f045ab3c24 service nova] Lock "6b603f92-5fcb-43da-b151-326c8346c589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.886277] env[69695]: DEBUG oslo_concurrency.lockutils [req-2406f2a2-02ff-4b69-a67c-25645860d6a7 req-8936190e-d8c9-4bef-82dd-07f045ab3c24 service nova] Lock "6b603f92-5fcb-43da-b151-326c8346c589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.886549] env[69695]: DEBUG nova.compute.manager [req-2406f2a2-02ff-4b69-a67c-25645860d6a7 req-8936190e-d8c9-4bef-82dd-07f045ab3c24 service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] No waiting events found dispatching network-vif-plugged-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.886744] env[69695]: WARNING nova.compute.manager [req-2406f2a2-02ff-4b69-a67c-25645860d6a7 req-8936190e-d8c9-4bef-82dd-07f045ab3c24 service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Received unexpected event network-vif-plugged-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 for instance with vm_state building and task_state spawning. [ 996.997111] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 6d8d1bfe-bdb1-4995-bb0c-8ed9dd62a244] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.010033] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850181} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.010033] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] a11f35a5-3157-401f-826e-10e13c2540da/a11f35a5-3157-401f-826e-10e13c2540da.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.010033] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.010033] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a561755-e75c-43e1-b2d9-8b43e245ec2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.016611] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 997.016611] env[69695]: value = "task-3499050" [ 997.016611] env[69695]: _type = "Task" [ 997.016611] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.024834] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.027169] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-6b603f92-5fcb-43da-b151-326c8346c589" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.027310] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-6b603f92-5fcb-43da-b151-326c8346c589" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.027455] env[69695]: DEBUG nova.network.neutron [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.031325] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "dd5494a5-1cb1-4254-a0ba-edd89361039e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.031533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.044778] env[69695]: DEBUG oslo_vmware.api [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499049, 'name': PowerOnVM_Task, 'duration_secs': 0.44041} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.046043] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.048152] env[69695]: DEBUG nova.compute.manager [None req-5a416a2a-861a-4c38-b23b-344964a3cd64 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.048815] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bac9ac-2760-46e9-b006-3531cfcb4c51 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.087814] env[69695]: DEBUG nova.compute.utils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.092041] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.092170] env[69695]: DEBUG nova.network.neutron [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.141154] env[69695]: DEBUG nova.policy [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3b41ec7415642ee952717fe873383ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19f34647803b4d5ba7c4c15724276d34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.294028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.386238] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b79c83-7201-7e84-0c67-a2ab3a1afece, 'name': SearchDatastore_Task, 'duration_secs': 0.020704} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.386548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.386881] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.387146] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.387291] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.387468] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.387726] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac68228-7cfe-47df-8220-b9c88d628a39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.396506] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.396748] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.397473] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36661954-8b5f-421f-95f3-5e111ec38659 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.400263] env[69695]: DEBUG nova.network.neutron [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Successfully created port: bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.404735] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 997.404735] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520c4406-bdf1-d390-7c15-f1d1451f603c" [ 997.404735] env[69695]: _type = "Task" [ 997.404735] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.414071] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520c4406-bdf1-d390-7c15-f1d1451f603c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.468968] env[69695]: DEBUG nova.network.neutron [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Updated VIF entry in instance network info cache for port 3176e3a7-2e07-4d6c-b129-85f70ae3be23. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.469352] env[69695]: DEBUG nova.network.neutron [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Updating instance_info_cache with network_info: [{"id": "3176e3a7-2e07-4d6c-b129-85f70ae3be23", "address": "fa:16:3e:87:02:65", "network": {"id": "b9d1117a-4826-459b-9616-3922793c639b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9366421229bd4ec585a53f8abbca24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3176e3a7-2e", "ovs_interfaceid": "3176e3a7-2e07-4d6c-b129-85f70ae3be23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.495021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.495282] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.495596] env[69695]: DEBUG nova.objects.instance [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'flavor' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.499904] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: da8a87e6-4b9d-4e6d-a3f8-11fab9d85e17] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.527743] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.539648] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.558527] env[69695]: DEBUG nova.network.neutron [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.593283] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.596964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-958db437-4b04-4328-814d-a5b1ed1e5eb4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.598401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.949s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.598624] env[69695]: DEBUG nova.objects.instance [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lazy-loading 'resources' on Instance uuid 0ff0050a-2feb-470c-a69c-7d31748d24f8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.757084] env[69695]: DEBUG nova.network.neutron [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Updating instance_info_cache with network_info: [{"id": "4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83", "address": "fa:16:3e:14:dd:56", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7d847d-7c", "ovs_interfaceid": "4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.915097] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520c4406-bdf1-d390-7c15-f1d1451f603c, 'name': SearchDatastore_Task, 'duration_secs': 0.043259} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.915957] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7181ffef-3916-4f2a-a9d1-892063c23062 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.921714] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 997.921714] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52237061-c416-e0fe-e646-667c9c4a7b6e" [ 997.921714] env[69695]: _type = "Task" [ 997.921714] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.931387] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52237061-c416-e0fe-e646-667c9c4a7b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.972432] env[69695]: DEBUG oslo_concurrency.lockutils [req-de0a5bec-ef32-4d21-93a8-69be88aaa4c7 req-47c9be15-1561-461a-bf95-df7a22721fb2 service nova] Releasing lock "refresh_cache-0791e83f-32f8-4845-85ae-208a7880008a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.002741] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.002916] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69695) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 998.026023] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.912367} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.026315] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.027151] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca3130-3386-4062-b557-23301b037c51 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.052020] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a11f35a5-3157-401f-826e-10e13c2540da/a11f35a5-3157-401f-826e-10e13c2540da.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.053621] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1499cf2-b26c-4340-8537-eaaed52c913b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.073845] env[69695]: DEBUG nova.objects.instance [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'pci_requests' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.076158] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 998.076158] env[69695]: value = "task-3499051" [ 998.076158] env[69695]: _type = "Task" [ 998.076158] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.085582] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.086740] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.259753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-6b603f92-5fcb-43da-b151-326c8346c589" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.260094] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Instance network_info: |[{"id": "4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83", "address": "fa:16:3e:14:dd:56", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7d847d-7c", "ovs_interfaceid": "4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.260515] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dd:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.268064] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating folder: Project (82bce4ca98f14a7eb2a6cbbbf745fe10). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.270838] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbfa8084-13f2-47fc-adc4-9e3826171cc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.285877] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created folder: Project (82bce4ca98f14a7eb2a6cbbbf745fe10) in parent group-v699067. [ 998.286116] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating folder: Instances. Parent ref: group-v699281. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.286367] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ca1d188-4c9d-4614-ac7a-f9962e7c161a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.299691] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created folder: Instances in parent group-v699281. [ 998.299790] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.300956] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.300956] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04329631-ed48-406a-a167-dadc622ce202 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.323191] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.323191] env[69695]: value = "task-3499054" [ 998.323191] env[69695]: _type = "Task" [ 998.323191] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.334346] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499054, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.435352] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52237061-c416-e0fe-e646-667c9c4a7b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.436765] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.437051] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0791e83f-32f8-4845-85ae-208a7880008a/0791e83f-32f8-4845-85ae-208a7880008a.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.441834] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85251305-392d-4eb7-9e66-e38c69bbb420 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.449206] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 998.449206] env[69695]: value = "task-3499055" [ 998.449206] env[69695]: _type = "Task" [ 998.449206] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.460504] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.483614] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a69a70-1786-4f18-8cfd-992c351a25dd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.491463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2302c17-ce69-4571-817f-9224449feb5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.522019] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.523485] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5729018f-60ee-4a91-971b-c9f67a33003c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.531924] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ec50d-eaf4-4d5e-89a8-00eab91f43f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.548050] env[69695]: DEBUG nova.compute.provider_tree [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.581015] env[69695]: DEBUG nova.objects.base [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Object Instance<569991e3-d61b-4607-9210-cb2b92a9291a> lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.581232] env[69695]: DEBUG nova.network.neutron [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.588640] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499051, 'name': ReconfigVM_Task, 'duration_secs': 0.320954} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.589017] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a11f35a5-3157-401f-826e-10e13c2540da/a11f35a5-3157-401f-826e-10e13c2540da.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.589645] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b11ea0-3be1-401c-a5df-726dd335a8bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.597193] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 998.597193] env[69695]: value = "task-3499056" [ 998.597193] env[69695]: _type = "Task" [ 998.597193] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.605462] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499056, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.607855] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.624984] env[69695]: DEBUG nova.policy [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.634923] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.635228] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.635534] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.635583] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.635768] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.635928] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.636239] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.636454] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.636556] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.636768] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.636993] env[69695]: DEBUG nova.virt.hardware [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.638084] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655ed4c-d41a-4a72-af06-6d912c5f7889 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.646569] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea4bb9e-84b6-4f14-b8e7-63993236bca3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.834753] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499054, 'name': CreateVM_Task, 'duration_secs': 0.379644} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.834753] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.835353] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.835595] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.835964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.836290] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc2b835-aad8-497a-89fa-cca780d364b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.844148] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 998.844148] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee7df2-af2b-8456-ce76-1429b9e99d6a" [ 998.844148] env[69695]: _type = "Task" [ 998.844148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.852722] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee7df2-af2b-8456-ce76-1429b9e99d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.923058] env[69695]: DEBUG nova.network.neutron [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Successfully updated port: bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.943778] env[69695]: DEBUG nova.network.neutron [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Successfully created port: 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.947862] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "ffe69589-771a-45dc-b1e2-799b77273dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.948463] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.948767] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "ffe69589-771a-45dc-b1e2-799b77273dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.948767] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.948902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.951130] env[69695]: INFO nova.compute.manager [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Terminating instance [ 998.965101] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.052784] env[69695]: DEBUG nova.scheduler.client.report [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.109102] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499056, 'name': Rename_Task, 'duration_secs': 0.204337} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.109476] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.109690] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7debd77-9900-4432-82e9-7f1524bb8e0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.116500] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 999.116500] env[69695]: value = "task-3499057" [ 999.116500] env[69695]: _type = "Task" [ 999.116500] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.128404] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.352948] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee7df2-af2b-8456-ce76-1429b9e99d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.053334} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.353220] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.353456] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.353690] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.353836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.354025] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.354289] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d422ab43-93ba-4f83-a451-ed6c18fa7dee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.363074] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.363301] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.364052] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bc1566-9cbe-4691-81b4-a64727cfc5ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.369305] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 999.369305] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e8a021-26ff-a749-1de5-fa329de093df" [ 999.369305] env[69695]: _type = "Task" [ 999.369305] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.377627] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e8a021-26ff-a749-1de5-fa329de093df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.427826] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "refresh_cache-e30f3fbb-d897-4d42-b38b-9df2ecfd7926" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.428008] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "refresh_cache-e30f3fbb-d897-4d42-b38b-9df2ecfd7926" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.428193] env[69695]: DEBUG nova.network.neutron [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.462031] env[69695]: DEBUG nova.compute.manager [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.462277] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.462608] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677031} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.463312] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da259bae-9987-487e-b36a-28332a6b6c03 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.466061] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 0791e83f-32f8-4845-85ae-208a7880008a/0791e83f-32f8-4845-85ae-208a7880008a.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.466264] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.466510] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97347430-df50-4643-858b-ef2556a26736 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.473718] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.474982] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f216d2a-b5e0-4a61-a85b-c90a089a00f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.476674] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 999.476674] env[69695]: value = "task-3499058" [ 999.476674] env[69695]: _type = "Task" [ 999.476674] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.482300] env[69695]: DEBUG oslo_vmware.api [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 999.482300] env[69695]: value = "task-3499059" [ 999.482300] env[69695]: _type = "Task" [ 999.482300] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.485716] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.485950] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.486155] env[69695]: INFO nova.compute.manager [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Shelving [ 999.487763] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.498246] env[69695]: DEBUG oslo_vmware.api [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.558072] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.561009] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.576s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.561329] env[69695]: DEBUG nova.objects.instance [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'resources' on Instance uuid c007e336-c567-4815-af85-5c06acf3b3fe {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.581274] env[69695]: INFO nova.scheduler.client.report [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleted allocations for instance 0ff0050a-2feb-470c-a69c-7d31748d24f8 [ 999.628869] env[69695]: DEBUG oslo_vmware.api [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499057, 'name': PowerOnVM_Task, 'duration_secs': 0.47698} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.628869] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.628869] env[69695]: INFO nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Took 8.91 seconds to spawn the instance on the hypervisor. [ 999.628869] env[69695]: DEBUG nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.628869] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5736cd-be18-45ec-88f9-938baa898816 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.642955] env[69695]: DEBUG nova.compute.manager [req-f98c66f0-7a4f-491b-aaa1-aa52b4079a2b req-58cd96af-d323-4a95-aedf-86b40c3dd8de service nova] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Received event network-vif-deleted-4bd963fc-74d5-49af-abad-f36be84f8838 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.879068] env[69695]: DEBUG nova.compute.manager [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Received event network-changed-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.879276] env[69695]: DEBUG nova.compute.manager [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Refreshing instance network info cache due to event network-changed-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.879505] env[69695]: DEBUG oslo_concurrency.lockutils [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] Acquiring lock "refresh_cache-6b603f92-5fcb-43da-b151-326c8346c589" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.879605] env[69695]: DEBUG oslo_concurrency.lockutils [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] Acquired lock "refresh_cache-6b603f92-5fcb-43da-b151-326c8346c589" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.879783] env[69695]: DEBUG nova.network.neutron [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Refreshing network info cache for port 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.884588] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e8a021-26ff-a749-1de5-fa329de093df, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.885539] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da54fcc6-668a-4706-b691-3356b13f4d3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.891423] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 999.891423] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fef287-86a5-8031-8649-53d57765cc07" [ 999.891423] env[69695]: _type = "Task" [ 999.891423] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.901068] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fef287-86a5-8031-8649-53d57765cc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.972734] env[69695]: DEBUG nova.network.neutron [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.986452] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07381} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.990020] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.992605] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec70827-b258-47a9-abd6-449dfb76cd3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.000674] env[69695]: DEBUG oslo_vmware.api [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499059, 'name': PowerOffVM_Task, 'duration_secs': 0.217345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.002875] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.002989] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.012986] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6e4961-fcca-4b4f-9625-4399975257b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.022881] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 0791e83f-32f8-4845-85ae-208a7880008a/0791e83f-32f8-4845-85ae-208a7880008a.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.026141] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.027339] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc8ed59-edce-4bb7-b23d-06ad022620cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.041663] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4436ef2a-2b63-49da-9fa9-7115c7f3cd15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.046789] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "78385f0f-64f2-441f-8123-5649d8c9b7d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.047032] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.053244] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1000.053244] env[69695]: value = "task-3499061" [ 1000.053244] env[69695]: _type = "Task" [ 1000.053244] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.055031] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1000.055031] env[69695]: value = "task-3499062" [ 1000.055031] env[69695]: _type = "Task" [ 1000.055031] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.072966] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.073289] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.091381] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f29e192-d44c-4a37-9b16-7df8cf955039 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "0ff0050a-2feb-470c-a69c-7d31748d24f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.914s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.124960] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.124960] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.124960] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Deleting the datastore file [datastore1] ffe69589-771a-45dc-b1e2-799b77273dd6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.125242] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7189d68f-9364-44c3-8ab8-d0f99ac64115 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.131277] env[69695]: DEBUG oslo_vmware.api [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 1000.131277] env[69695]: value = "task-3499063" [ 1000.131277] env[69695]: _type = "Task" [ 1000.131277] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.139765] env[69695]: DEBUG oslo_vmware.api [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.150892] env[69695]: INFO nova.compute.manager [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Took 40.92 seconds to build instance. [ 1000.158818] env[69695]: DEBUG nova.network.neutron [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Updating instance_info_cache with network_info: [{"id": "bf433140-3b3c-4ee8-9682-993f0cc6667e", "address": "fa:16:3e:9e:5f:6c", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf433140-3b", "ovs_interfaceid": "bf433140-3b3c-4ee8-9682-993f0cc6667e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.403521] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fef287-86a5-8031-8649-53d57765cc07, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.406143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.406409] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 6b603f92-5fcb-43da-b151-326c8346c589/6b603f92-5fcb-43da-b151-326c8346c589.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.407041] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a81632-0996-49e2-92d5-8600ee8347a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.413790] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1000.413790] env[69695]: value = "task-3499064" [ 1000.413790] env[69695]: _type = "Task" [ 1000.413790] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.423292] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.468489] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7217f-b453-4b50-a262-ef5b9296a896 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.475977] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae124e22-108d-4f2f-b51c-9c2c2f4090b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.511603] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcfadb4-d0f1-42a4-8a34-414c13c5187b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.519137] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa3543a-c760-4ec3-887c-b6ba8dd9d408 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.532286] env[69695]: DEBUG nova.compute.provider_tree [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.549922] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.565084] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499061, 'name': PowerOffVM_Task, 'duration_secs': 0.342988} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.565766] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.566547] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347a97e-2b32-46f9-ad5b-ef1acf959e25 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.571891] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499062, 'name': ReconfigVM_Task, 'duration_secs': 0.353561} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.572887] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 0791e83f-32f8-4845-85ae-208a7880008a/0791e83f-32f8-4845-85ae-208a7880008a.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.573198] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66f39c50-99e5-489f-8ce7-0c34288663f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.597021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d17cc-bea3-4851-a7f1-fab4f91d2f3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.599362] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1000.599362] env[69695]: value = "task-3499065" [ 1000.599362] env[69695]: _type = "Task" [ 1000.599362] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.611536] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499065, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.644035] env[69695]: DEBUG oslo_vmware.api [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199923} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.644035] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.644035] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.644035] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.644035] env[69695]: INFO nova.compute.manager [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1000.644035] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.644035] env[69695]: DEBUG nova.compute.manager [-] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.644035] env[69695]: DEBUG nova.network.neutron [-] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.655240] env[69695]: DEBUG nova.network.neutron [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Successfully updated port: 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.656688] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "a11f35a5-3157-401f-826e-10e13c2540da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.451s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.660400] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "refresh_cache-e30f3fbb-d897-4d42-b38b-9df2ecfd7926" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.660741] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Instance network_info: |[{"id": "bf433140-3b3c-4ee8-9682-993f0cc6667e", "address": "fa:16:3e:9e:5f:6c", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf433140-3b", "ovs_interfaceid": "bf433140-3b3c-4ee8-9682-993f0cc6667e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.661213] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:5f:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf433140-3b3c-4ee8-9682-993f0cc6667e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.671320] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.672348] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.672581] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f588217-eb54-46c0-b2d1-15131cf364cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.688779] env[69695]: DEBUG nova.network.neutron [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Updated VIF entry in instance network info cache for port 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.689149] env[69695]: DEBUG nova.network.neutron [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Updating instance_info_cache with network_info: [{"id": "4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83", "address": "fa:16:3e:14:dd:56", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7d847d-7c", "ovs_interfaceid": "4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.694955] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.694955] env[69695]: value = "task-3499066" [ 1000.694955] env[69695]: _type = "Task" [ 1000.694955] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.703686] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499066, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.925666] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.035771] env[69695]: DEBUG nova.scheduler.client.report [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.074643] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.110923] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.111301] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499065, 'name': Rename_Task, 'duration_secs': 0.419384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.111493] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5865572-77ef-416f-80e5-e6662c668f19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.113522] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.114053] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2f7f5bf-7aad-4ea9-ace9-fa101b46cc62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.119677] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1001.119677] env[69695]: value = "task-3499067" [ 1001.119677] env[69695]: _type = "Task" [ 1001.119677] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.123900] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1001.123900] env[69695]: value = "task-3499068" [ 1001.123900] env[69695]: _type = "Task" [ 1001.123900] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.130170] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.135417] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.160810] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.161028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.161221] env[69695]: DEBUG nova.network.neutron [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.192261] env[69695]: DEBUG oslo_concurrency.lockutils [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] Releasing lock "refresh_cache-6b603f92-5fcb-43da-b151-326c8346c589" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.192663] env[69695]: DEBUG nova.compute.manager [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Received event network-vif-plugged-bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.192985] env[69695]: DEBUG oslo_concurrency.lockutils [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] Acquiring lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.193285] env[69695]: DEBUG oslo_concurrency.lockutils [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.193489] env[69695]: DEBUG oslo_concurrency.lockutils [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.193692] env[69695]: DEBUG nova.compute.manager [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] No waiting events found dispatching network-vif-plugged-bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.193893] env[69695]: WARNING nova.compute.manager [req-56f7add5-bd11-46a3-ba1a-13bb0dfa875f req-493d95ca-a62f-4426-ae51-c1da9672b17d service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Received unexpected event network-vif-plugged-bf433140-3b3c-4ee8-9682-993f0cc6667e for instance with vm_state building and task_state spawning. [ 1001.204835] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499066, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.426838] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540925} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.427271] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 6b603f92-5fcb-43da-b151-326c8346c589/6b603f92-5fcb-43da-b151-326c8346c589.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.427436] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.428061] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45081336-2cc1-4cd2-81be-e72b03a9e9b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.434896] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1001.434896] env[69695]: value = "task-3499069" [ 1001.434896] env[69695]: _type = "Task" [ 1001.434896] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.444460] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.542084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.544710] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.035s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.546443] env[69695]: INFO nova.compute.claims [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.562801] env[69695]: INFO nova.scheduler.client.report [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocations for instance c007e336-c567-4815-af85-5c06acf3b3fe [ 1001.564633] env[69695]: DEBUG nova.network.neutron [-] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.631100] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.635723] env[69695]: DEBUG oslo_vmware.api [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499068, 'name': PowerOnVM_Task, 'duration_secs': 0.48452} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.635988] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.636182] env[69695]: INFO nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1001.636363] env[69695]: DEBUG nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.637152] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7051618f-3c2f-45f4-a79d-c18f23032e88 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.705668] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499066, 'name': CreateVM_Task, 'duration_secs': 0.568802} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.705870] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.706655] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.706824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.707162] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.707422] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339d7dcf-4d27-44a7-803f-7ace828b8127 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.711347] env[69695]: WARNING nova.network.neutron [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] 4ff09386-b1dd-4657-9347-eb65c819d3eb already exists in list: networks containing: ['4ff09386-b1dd-4657-9347-eb65c819d3eb']. ignoring it [ 1001.714558] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1001.714558] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52074c56-459f-0bdc-d410-0dd8e930fd90" [ 1001.714558] env[69695]: _type = "Task" [ 1001.714558] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.722652] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52074c56-459f-0bdc-d410-0dd8e930fd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.787889] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "5d375ddb-f946-42ef-b862-258483104c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.788178] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.788390] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "5d375ddb-f946-42ef-b862-258483104c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.788574] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.788845] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.790895] env[69695]: INFO nova.compute.manager [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Terminating instance [ 1001.911283] env[69695]: DEBUG nova.compute.manager [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-vif-plugged-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.911562] env[69695]: DEBUG oslo_concurrency.lockutils [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.912469] env[69695]: DEBUG oslo_concurrency.lockutils [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.912469] env[69695]: DEBUG oslo_concurrency.lockutils [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.912469] env[69695]: DEBUG nova.compute.manager [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] No waiting events found dispatching network-vif-plugged-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.912813] env[69695]: WARNING nova.compute.manager [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received unexpected event network-vif-plugged-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 for instance with vm_state active and task_state None. [ 1001.912813] env[69695]: DEBUG nova.compute.manager [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-changed-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.912971] env[69695]: DEBUG nova.compute.manager [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing instance network info cache due to event network-changed-54259170-0056-4f6a-8b7e-5ddb0a6e09d8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.913133] env[69695]: DEBUG oslo_concurrency.lockutils [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.944821] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213216} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.945239] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.946041] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733664be-8e10-4480-a0b7-5203430b6c04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.968378] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6b603f92-5fcb-43da-b151-326c8346c589/6b603f92-5fcb-43da-b151-326c8346c589.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.968809] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7260d9ac-4742-4130-b7a1-f5a4de2c7552 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.000890] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1002.000890] env[69695]: value = "task-3499070" [ 1002.000890] env[69695]: _type = "Task" [ 1002.000890] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.008654] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027371] env[69695]: DEBUG nova.network.neutron [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "address": "fa:16:3e:a6:3a:d6", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54259170-00", "ovs_interfaceid": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.069700] env[69695]: INFO nova.compute.manager [-] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Took 1.43 seconds to deallocate network for instance. [ 1002.073086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "c007e336-c567-4815-af85-5c06acf3b3fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.525s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.085111] env[69695]: DEBUG nova.compute.manager [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Received event network-changed-bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.085111] env[69695]: DEBUG nova.compute.manager [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Refreshing instance network info cache due to event network-changed-bf433140-3b3c-4ee8-9682-993f0cc6667e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.085111] env[69695]: DEBUG oslo_concurrency.lockutils [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] Acquiring lock "refresh_cache-e30f3fbb-d897-4d42-b38b-9df2ecfd7926" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.085214] env[69695]: DEBUG oslo_concurrency.lockutils [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] Acquired lock "refresh_cache-e30f3fbb-d897-4d42-b38b-9df2ecfd7926" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.085443] env[69695]: DEBUG nova.network.neutron [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Refreshing network info cache for port bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.129879] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.155245] env[69695]: INFO nova.compute.manager [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Took 42.82 seconds to build instance. [ 1002.226341] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52074c56-459f-0bdc-d410-0dd8e930fd90, 'name': SearchDatastore_Task, 'duration_secs': 0.029169} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.226758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.227091] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.227352] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.227576] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.227781] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.228126] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14ab58e-01df-49cb-b22f-785bec02defb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.237597] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.237826] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.238588] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516413d5-0c9a-4c38-a907-04eb59933148 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.243685] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1002.243685] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289cb55-d44d-67a5-2a0f-88b723146eb8" [ 1002.243685] env[69695]: _type = "Task" [ 1002.243685] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.251449] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289cb55-d44d-67a5-2a0f-88b723146eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.294601] env[69695]: DEBUG nova.compute.manager [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.294862] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.295814] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b11dba-83bb-44da-8b14-3fe4748afdc4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.305039] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.305039] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375cc5db-37dc-4792-90de-90f39cd6f3bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.310682] env[69695]: DEBUG oslo_vmware.api [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 1002.310682] env[69695]: value = "task-3499071" [ 1002.310682] env[69695]: _type = "Task" [ 1002.310682] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.319291] env[69695]: DEBUG oslo_vmware.api [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3499071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.513699] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499070, 'name': ReconfigVM_Task, 'duration_secs': 0.449188} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.514023] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6b603f92-5fcb-43da-b151-326c8346c589/6b603f92-5fcb-43da-b151-326c8346c589.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.514755] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1429c3e6-9b3b-4729-b22e-486e40cbb7c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.521714] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1002.521714] env[69695]: value = "task-3499072" [ 1002.521714] env[69695]: _type = "Task" [ 1002.521714] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.531533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.532437] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.532437] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.532699] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499072, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.532979] env[69695]: DEBUG oslo_concurrency.lockutils [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.533792] env[69695]: DEBUG nova.network.neutron [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing network info cache for port 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.535577] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8f520-67dc-43dc-a9a4-e767bc9fa564 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.553335] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.553656] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.553873] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.554146] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.554715] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.554715] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.554840] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.555154] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.556031] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.556031] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.556031] env[69695]: DEBUG nova.virt.hardware [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.562743] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfiguring VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1002.567028] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c6c4a5-8d8f-49cd-97af-916f5f2e628d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.580954] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.590550] env[69695]: DEBUG oslo_vmware.api [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1002.590550] env[69695]: value = "task-3499073" [ 1002.590550] env[69695]: _type = "Task" [ 1002.590550] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.599106] env[69695]: DEBUG oslo_vmware.api [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499073, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.633437] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499067, 'name': CreateSnapshot_Task, 'duration_secs': 1.237649} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.636043] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.637393] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb3b0ab-19bb-4d48-a165-8add70c44ae4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.658645] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c72b84e-688f-4464-bbbe-e657852ac0fb tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "0791e83f-32f8-4845-85ae-208a7880008a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.337s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.756084] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5289cb55-d44d-67a5-2a0f-88b723146eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.016008} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.756926] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2ce088-53a1-4590-9d75-c8dbd3b71a48 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.763705] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1002.763705] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52135e0f-2241-dafa-acd9-949efb1836ee" [ 1002.763705] env[69695]: _type = "Task" [ 1002.763705] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.771826] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52135e0f-2241-dafa-acd9-949efb1836ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.818542] env[69695]: DEBUG nova.network.neutron [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Updated VIF entry in instance network info cache for port bf433140-3b3c-4ee8-9682-993f0cc6667e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.818900] env[69695]: DEBUG nova.network.neutron [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Updating instance_info_cache with network_info: [{"id": "bf433140-3b3c-4ee8-9682-993f0cc6667e", "address": "fa:16:3e:9e:5f:6c", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf433140-3b", "ovs_interfaceid": "bf433140-3b3c-4ee8-9682-993f0cc6667e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.823475] env[69695]: DEBUG oslo_vmware.api [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3499071, 'name': PowerOffVM_Task, 'duration_secs': 0.27677} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.823967] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.824103] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.824390] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3226bf6-4b98-4e6d-8396-4f9a9bc7dbd7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.942959] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed444e97-d2ea-47be-9dc7-644e6e5e5040 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.950559] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b860be-1e11-4cfa-a606-bf5a50bcd306 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.981194] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b6520-a1af-4ae0-a28d-1595e73cc446 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.990537] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90618ad7-f300-44f5-bf17-c33690b35361 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.006523] env[69695]: DEBUG nova.compute.provider_tree [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.031952] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499072, 'name': Rename_Task, 'duration_secs': 0.203116} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.032226] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.032468] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34e84cc-6b1b-42d5-8bcd-04fdb4bcc061 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.038707] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1003.038707] env[69695]: value = "task-3499075" [ 1003.038707] env[69695]: _type = "Task" [ 1003.038707] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.048824] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.105259] env[69695]: DEBUG oslo_vmware.api [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.161769] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.162422] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d03e364f-d1ba-4cf5-a3be-5d3ace5f1f12 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.171160] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1003.171160] env[69695]: value = "task-3499076" [ 1003.171160] env[69695]: _type = "Task" [ 1003.171160] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.179413] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499076, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.263754] env[69695]: DEBUG nova.network.neutron [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updated VIF entry in instance network info cache for port 54259170-0056-4f6a-8b7e-5ddb0a6e09d8. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.264381] env[69695]: DEBUG nova.network.neutron [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "address": "fa:16:3e:a6:3a:d6", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54259170-00", "ovs_interfaceid": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.281150] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52135e0f-2241-dafa-acd9-949efb1836ee, 'name': SearchDatastore_Task, 'duration_secs': 0.032091} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.281150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.281150] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] e30f3fbb-d897-4d42-b38b-9df2ecfd7926/e30f3fbb-d897-4d42-b38b-9df2ecfd7926.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.281998] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14af5424-1851-48fc-b5f4-3d23525bcdde {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.291401] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1003.291401] env[69695]: value = "task-3499077" [ 1003.291401] env[69695]: _type = "Task" [ 1003.291401] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.303411] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.325227] env[69695]: DEBUG oslo_concurrency.lockutils [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] Releasing lock "refresh_cache-e30f3fbb-d897-4d42-b38b-9df2ecfd7926" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.325739] env[69695]: DEBUG nova.compute.manager [req-29d753e2-22ef-4c98-8303-aca5a37d2dd9 req-62e748f6-6f89-4b04-a30e-9a9c5095a474 service nova] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Received event network-vif-deleted-b058942b-af16-4279-bb6e-a7dd490d29ca {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.340009] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.340488] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.340800] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleting the datastore file [datastore1] 5d375ddb-f946-42ef-b862-258483104c67 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.341212] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e8faa79-8049-434e-a0ed-17b7f1103992 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.348611] env[69695]: DEBUG oslo_vmware.api [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for the task: (returnval){ [ 1003.348611] env[69695]: value = "task-3499078" [ 1003.348611] env[69695]: _type = "Task" [ 1003.348611] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.361087] env[69695]: DEBUG oslo_vmware.api [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3499078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.511147] env[69695]: DEBUG nova.scheduler.client.report [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.550334] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.603997] env[69695]: DEBUG oslo_vmware.api [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.682049] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499076, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.772066] env[69695]: DEBUG oslo_concurrency.lockutils [req-470a207c-9521-47a6-8dfd-f298546281a9 req-0b9c08ac-e690-4759-a0f6-23edc8746c3a service nova] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.802508] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.861782] env[69695]: DEBUG oslo_vmware.api [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Task: {'id': task-3499078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32226} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.862234] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.862333] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.862427] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.862600] env[69695]: INFO nova.compute.manager [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1003.862854] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.863071] env[69695]: DEBUG nova.compute.manager [-] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.863172] env[69695]: DEBUG nova.network.neutron [-] [instance: 5d375ddb-f946-42ef-b862-258483104c67] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.994965] env[69695]: DEBUG nova.compute.manager [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.996298] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c8491-7855-49a7-ae0a-cc09281e902b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.016956] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.017785] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.024657] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.099s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.027810] env[69695]: INFO nova.compute.claims [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.059036] env[69695]: DEBUG oslo_vmware.api [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499075, 'name': PowerOnVM_Task, 'duration_secs': 0.70128} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.059495] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.059803] env[69695]: INFO nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1004.060078] env[69695]: DEBUG nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.061608] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d19f01-f64a-4c40-ae95-2f23f4da5d02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.109032] env[69695]: DEBUG oslo_vmware.api [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.189288] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499076, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.304094] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611272} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.304388] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] e30f3fbb-d897-4d42-b38b-9df2ecfd7926/e30f3fbb-d897-4d42-b38b-9df2ecfd7926.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.304834] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.305176] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04125deb-2b3e-4886-9104-d0c905d0d030 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.312747] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1004.312747] env[69695]: value = "task-3499079" [ 1004.312747] env[69695]: _type = "Task" [ 1004.312747] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.321493] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.511254] env[69695]: INFO nova.compute.manager [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] instance snapshotting [ 1004.514498] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d37da1-d331-4fc5-9329-62ad52c4eb0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.534888] env[69695]: DEBUG nova.compute.utils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.539306] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.539607] env[69695]: DEBUG nova.network.neutron [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.541825] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022ea90-6b28-4ca6-bbaa-54b75536603d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.584504] env[69695]: INFO nova.compute.manager [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Took 43.50 seconds to build instance. [ 1004.587660] env[69695]: DEBUG nova.policy [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdb575c9e14f96a0a7711b97263063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f32cd164a6048d18c54a80938994363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.595569] env[69695]: DEBUG nova.compute.manager [req-8b9e58f4-9f95-4080-9fb7-d54b876c7562 req-84806f1a-e9b9-49b4-a677-824f2807179b service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Received event network-vif-deleted-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.595774] env[69695]: INFO nova.compute.manager [req-8b9e58f4-9f95-4080-9fb7-d54b876c7562 req-84806f1a-e9b9-49b4-a677-824f2807179b service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Neutron deleted interface 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb; detaching it from the instance and deleting it from the info cache [ 1004.595946] env[69695]: DEBUG nova.network.neutron [req-8b9e58f4-9f95-4080-9fb7-d54b876c7562 req-84806f1a-e9b9-49b4-a677-824f2807179b service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.608103] env[69695]: DEBUG oslo_vmware.api [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499073, 'name': ReconfigVM_Task, 'duration_secs': 1.57717} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.608791] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.608899] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfigured VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1004.684660] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499076, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.828636] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069587} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.828636] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.829185] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8f2ca-1659-443a-88b6-25be5fa095af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.870577] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e30f3fbb-d897-4d42-b38b-9df2ecfd7926/e30f3fbb-d897-4d42-b38b-9df2ecfd7926.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.871550] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae9311c7-f0c4-43a0-97f1-233c4aa975d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.898771] env[69695]: DEBUG nova.network.neutron [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Successfully created port: e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.910554] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1004.910554] env[69695]: value = "task-3499080" [ 1004.910554] env[69695]: _type = "Task" [ 1004.910554] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.921603] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.948219] env[69695]: DEBUG nova.network.neutron [-] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.043820] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.055780] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.056119] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53fa9244-fb1d-48b9-a812-b2986a3c67bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.064328] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1005.064328] env[69695]: value = "task-3499081" [ 1005.064328] env[69695]: _type = "Task" [ 1005.064328] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.073607] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.090789] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "6b603f92-5fcb-43da-b151-326c8346c589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.016s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.098708] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-803c7eb3-4781-4f37-b73c-68cff56db8d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.113060] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7277c1d-095d-40eb-9ca8-9c9fbb0913f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.128023] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4241c9fb-66d8-4320-98d1-c63ac7362021 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.633s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.155988] env[69695]: DEBUG nova.compute.manager [req-8b9e58f4-9f95-4080-9fb7-d54b876c7562 req-84806f1a-e9b9-49b4-a677-824f2807179b service nova] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Detach interface failed, port_id=669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb, reason: Instance 5d375ddb-f946-42ef-b862-258483104c67 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.186131] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499076, 'name': CloneVM_Task, 'duration_secs': 1.718031} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.186397] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Created linked-clone VM from snapshot [ 1005.187196] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c662c47c-f5fe-41c4-a3eb-c526c9e1d66c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.198021] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Uploading image 236aec44-11db-4e8a-880c-ef7d0552c68c {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.218629] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1005.218629] env[69695]: value = "vm-699286" [ 1005.218629] env[69695]: _type = "VirtualMachine" [ 1005.218629] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1005.218912] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dad1c903-9dcb-4fdd-bd3b-10a5dd5ec141 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.225910] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease: (returnval){ [ 1005.225910] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dffdc6-c304-a32c-caa4-e85db3efa53b" [ 1005.225910] env[69695]: _type = "HttpNfcLease" [ 1005.225910] env[69695]: } obtained for exporting VM: (result){ [ 1005.225910] env[69695]: value = "vm-699286" [ 1005.225910] env[69695]: _type = "VirtualMachine" [ 1005.225910] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1005.226333] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the lease: (returnval){ [ 1005.226333] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dffdc6-c304-a32c-caa4-e85db3efa53b" [ 1005.226333] env[69695]: _type = "HttpNfcLease" [ 1005.226333] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.234756] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.234756] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dffdc6-c304-a32c-caa4-e85db3efa53b" [ 1005.234756] env[69695]: _type = "HttpNfcLease" [ 1005.234756] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.420108] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e912b43-549b-47b3-b58a-d9644f391b88 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.424113] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499080, 'name': ReconfigVM_Task, 'duration_secs': 0.269128} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.425125] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e30f3fbb-d897-4d42-b38b-9df2ecfd7926/e30f3fbb-d897-4d42-b38b-9df2ecfd7926.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.425757] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc611c8b-1282-44c6-950f-de7c7a34f3ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.430230] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a43b3f-630f-4d18-b0aa-e0ad0c7a08c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.434554] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1005.434554] env[69695]: value = "task-3499083" [ 1005.434554] env[69695]: _type = "Task" [ 1005.434554] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.465343] env[69695]: INFO nova.compute.manager [-] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Took 1.60 seconds to deallocate network for instance. [ 1005.471875] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a9d7f-cb5b-42be-90bb-3750f0d4ecc3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.474889] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499083, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.484285] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d789197-84e1-4d69-9d42-95f6301a456b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.501315] env[69695]: DEBUG nova.compute.provider_tree [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.579132] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499081, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.737820] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.737820] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dffdc6-c304-a32c-caa4-e85db3efa53b" [ 1005.737820] env[69695]: _type = "HttpNfcLease" [ 1005.737820] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.737820] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.737820] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dffdc6-c304-a32c-caa4-e85db3efa53b" [ 1005.737820] env[69695]: _type = "HttpNfcLease" [ 1005.737820] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.738976] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fdbd70-8426-4582-ad9b-1e85f2a77038 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.747685] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d84026-b711-6f7a-4a4b-e0368de51eb8/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.747924] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d84026-b711-6f7a-4a4b-e0368de51eb8/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1005.851239] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b59e3138-1b01-4d65-96ea-73900af8b32f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.945386] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499083, 'name': Rename_Task, 'duration_secs': 0.153901} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.945595] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.945922] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047ede87-ccd0-4bbb-b9ea-c2a43e42bfc3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.953991] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1005.953991] env[69695]: value = "task-3499084" [ 1005.953991] env[69695]: _type = "Task" [ 1005.953991] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.963486] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.980864] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.005295] env[69695]: DEBUG nova.scheduler.client.report [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.016533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "6b603f92-5fcb-43da-b151-326c8346c589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.016856] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "6b603f92-5fcb-43da-b151-326c8346c589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.017088] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "6b603f92-5fcb-43da-b151-326c8346c589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.017271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "6b603f92-5fcb-43da-b151-326c8346c589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.017433] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "6b603f92-5fcb-43da-b151-326c8346c589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.019479] env[69695]: INFO nova.compute.manager [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Terminating instance [ 1006.056669] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.082699] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499081, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.094501] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.095038] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.095348] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.095736] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.096037] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.096294] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.096738] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.097138] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.097470] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.098070] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.098070] env[69695]: DEBUG nova.virt.hardware [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.099677] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5768a1-2804-49fc-b83c-8bc91178f5b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.112353] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8dae6b-9255-475f-b877-bef275a8b6c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.405596] env[69695]: DEBUG nova.network.neutron [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Successfully updated port: e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.468091] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.510778] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.511476] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.514881] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.507s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.516502] env[69695]: INFO nova.compute.claims [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.523945] env[69695]: DEBUG nova.compute.manager [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.523945] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.525958] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0390348a-6633-4a72-af3a-115c0185e78f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.541661] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.542710] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-531c80b9-0ee1-413a-978b-e68a740c6618 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.554402] env[69695]: DEBUG oslo_vmware.api [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1006.554402] env[69695]: value = "task-3499085" [ 1006.554402] env[69695]: _type = "Task" [ 1006.554402] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.565181] env[69695]: DEBUG oslo_vmware.api [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.583795] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499081, 'name': CreateSnapshot_Task, 'duration_secs': 1.10212} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.583795] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.584664] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c6c300-99ea-4759-bcf9-8acedddebac9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.632167] env[69695]: DEBUG nova.compute.manager [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Received event network-vif-plugged-e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.632500] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] Acquiring lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.632763] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.632988] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.633239] env[69695]: DEBUG nova.compute.manager [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] No waiting events found dispatching network-vif-plugged-e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.633433] env[69695]: WARNING nova.compute.manager [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Received unexpected event network-vif-plugged-e401846a-1d88-4f11-8e2f-2143b5b1308b for instance with vm_state building and task_state spawning. [ 1006.633590] env[69695]: DEBUG nova.compute.manager [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Received event network-changed-e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.633923] env[69695]: DEBUG nova.compute.manager [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Refreshing instance network info cache due to event network-changed-e401846a-1d88-4f11-8e2f-2143b5b1308b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.633923] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] Acquiring lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.634172] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] Acquired lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.634291] env[69695]: DEBUG nova.network.neutron [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Refreshing network info cache for port e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.908992] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.973888] env[69695]: DEBUG oslo_vmware.api [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499084, 'name': PowerOnVM_Task, 'duration_secs': 0.658833} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.974133] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.974422] env[69695]: INFO nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1006.974641] env[69695]: DEBUG nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.975541] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14883347-3913-4051-88e4-899d5baddcaa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.022829] env[69695]: DEBUG nova.compute.utils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.026577] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.026789] env[69695]: DEBUG nova.network.neutron [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.065383] env[69695]: DEBUG oslo_vmware.api [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499085, 'name': PowerOffVM_Task, 'duration_secs': 0.234118} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.065669] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.065836] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.066282] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab20d2ce-7a42-47b2-8f67-01fdb8b99a1e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.072413] env[69695]: DEBUG nova.policy [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56de559f0cb4db8b7da4d4d41b8d923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c196a68e13c948faa361c5fd033625e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.114956] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1007.115292] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a65c7872-8538-48e3-9d16-9cca3278631c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.124758] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1007.124758] env[69695]: value = "task-3499087" [ 1007.124758] env[69695]: _type = "Task" [ 1007.124758] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.134518] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499087, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.145837] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.146457] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.146748] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleting the datastore file [datastore2] 6b603f92-5fcb-43da-b151-326c8346c589 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.147058] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb33b65-2c2d-4170-83fa-b7f0e80c19e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.159388] env[69695]: DEBUG oslo_vmware.api [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1007.159388] env[69695]: value = "task-3499088" [ 1007.159388] env[69695]: _type = "Task" [ 1007.159388] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.168865] env[69695]: DEBUG oslo_vmware.api [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.182534] env[69695]: DEBUG nova.network.neutron [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.320214] env[69695]: DEBUG nova.network.neutron [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.432729] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-135b00bc-de95-4845-b05e-9ad41e59e097" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.432875] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-135b00bc-de95-4845-b05e-9ad41e59e097" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.433296] env[69695]: DEBUG nova.objects.instance [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'flavor' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.436735] env[69695]: DEBUG nova.network.neutron [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Successfully created port: a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.494670] env[69695]: INFO nova.compute.manager [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Took 41.02 seconds to build instance. [ 1007.527896] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.636823] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499087, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.673484] env[69695]: DEBUG oslo_vmware.api [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406848} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.673484] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.673484] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.674347] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.674943] env[69695]: INFO nova.compute.manager [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1007.675366] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.675588] env[69695]: DEBUG nova.compute.manager [-] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.675724] env[69695]: DEBUG nova.network.neutron [-] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.822465] env[69695]: DEBUG oslo_concurrency.lockutils [req-07bffdd3-3153-48cd-b1f8-1403a177efd7 req-aa70a21e-761d-4a49-a4e6-8a5e99858eb8 service nova] Releasing lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.824153] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.824153] env[69695]: DEBUG nova.network.neutron [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.954495] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56116ba3-3b2b-4340-bd7d-8c38cfedf9f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.963185] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af91711-5a70-4543-b45d-f965382a8c38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.002096] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c2957701-b543-4124-9af9-4b44f818587d tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.533s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.007450] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5777a9-9b73-4709-b372-49e4842d0b7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.019302] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58131a-62a0-4b18-8397-1bab2b261029 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.043033] env[69695]: DEBUG nova.compute.provider_tree [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.115569] env[69695]: DEBUG nova.objects.instance [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'pci_requests' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.138864] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499087, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.239469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.239953] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.240348] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.240634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.240922] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.243343] env[69695]: INFO nova.compute.manager [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Terminating instance [ 1008.359165] env[69695]: DEBUG nova.network.neutron [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.512199] env[69695]: DEBUG nova.network.neutron [-] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.523306] env[69695]: DEBUG nova.network.neutron [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [{"id": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "address": "fa:16:3e:07:be:0d", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401846a-1d", "ovs_interfaceid": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.544733] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.547964] env[69695]: DEBUG nova.scheduler.client.report [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.570459] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.570767] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.570976] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.571275] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.571443] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.571594] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.571819] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.572019] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.572234] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.572405] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.572581] env[69695]: DEBUG nova.virt.hardware [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.573737] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157c3e1-ca4c-4ec4-b5e4-2cf0fbae19e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.582763] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b22ebfc-9acf-4ecc-b9b5-fc8b3e6ae4ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.618610] env[69695]: DEBUG nova.objects.base [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Object Instance<569991e3-d61b-4607-9210-cb2b92a9291a> lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.618610] env[69695]: DEBUG nova.network.neutron [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.638687] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499087, 'name': CloneVM_Task, 'duration_secs': 1.342836} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.638951] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Created linked-clone VM from snapshot [ 1008.640268] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733aa2ab-53a9-4319-849a-64ca140c86a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.651600] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Uploading image 277cb635-39eb-488b-9cd5-154adaff2336 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.677042] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1008.677042] env[69695]: value = "vm-699288" [ 1008.677042] env[69695]: _type = "VirtualMachine" [ 1008.677042] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1008.677594] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7994cec1-4341-482a-b2e6-48072ea76fe8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.688694] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lease: (returnval){ [ 1008.688694] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a28e3d-1302-93de-5589-5c8023e5a349" [ 1008.688694] env[69695]: _type = "HttpNfcLease" [ 1008.688694] env[69695]: } obtained for exporting VM: (result){ [ 1008.688694] env[69695]: value = "vm-699288" [ 1008.688694] env[69695]: _type = "VirtualMachine" [ 1008.688694] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1008.689202] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the lease: (returnval){ [ 1008.689202] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a28e3d-1302-93de-5589-5c8023e5a349" [ 1008.689202] env[69695]: _type = "HttpNfcLease" [ 1008.689202] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1008.699177] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.699177] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a28e3d-1302-93de-5589-5c8023e5a349" [ 1008.699177] env[69695]: _type = "HttpNfcLease" [ 1008.699177] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1008.714909] env[69695]: DEBUG nova.policy [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.747769] env[69695]: DEBUG nova.compute.manager [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.747960] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.748925] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c69d77-3ce2-4373-bb1e-a59d129efa31 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.758223] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.758642] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a46989-c7bf-4a5c-8b2e-756bb17c6c94 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.766263] env[69695]: DEBUG oslo_vmware.api [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1008.766263] env[69695]: value = "task-3499090" [ 1008.766263] env[69695]: _type = "Task" [ 1008.766263] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.776735] env[69695]: DEBUG oslo_vmware.api [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.016136] env[69695]: INFO nova.compute.manager [-] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Took 1.34 seconds to deallocate network for instance. [ 1009.027020] env[69695]: DEBUG nova.compute.manager [req-d2e59f49-bb70-40a3-a817-5c34694b9dc8 req-96e84f03-0e76-4054-b278-ef5c37a75cb1 service nova] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Received event network-vif-deleted-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.027020] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.027020] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Instance network_info: |[{"id": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "address": "fa:16:3e:07:be:0d", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401846a-1d", "ovs_interfaceid": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.027709] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:be:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e401846a-1d88-4f11-8e2f-2143b5b1308b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.037704] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.037704] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.037704] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b411363-39c8-4de6-b3cd-8c3c4d6c9c5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.057104] env[69695]: DEBUG nova.network.neutron [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Successfully updated port: a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.059943] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.060692] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.064895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.711s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.065209] env[69695]: DEBUG nova.objects.instance [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lazy-loading 'resources' on Instance uuid fefe229c-082b-4c2c-8179-eb50f2a174e5 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.078027] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.078027] env[69695]: value = "task-3499091" [ 1009.078027] env[69695]: _type = "Task" [ 1009.078027] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.087903] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499091, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.199223] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.199223] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a28e3d-1302-93de-5589-5c8023e5a349" [ 1009.199223] env[69695]: _type = "HttpNfcLease" [ 1009.199223] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1009.199502] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1009.199502] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a28e3d-1302-93de-5589-5c8023e5a349" [ 1009.199502] env[69695]: _type = "HttpNfcLease" [ 1009.199502] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1009.200284] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d4d39-dcf5-4392-9276-ef8a9f831887 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.208700] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a996ef-0114-3772-7f36-6b7f7d786361/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1009.208908] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a996ef-0114-3772-7f36-6b7f7d786361/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1009.279110] env[69695]: DEBUG oslo_vmware.api [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499090, 'name': PowerOffVM_Task, 'duration_secs': 0.230336} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.279390] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.279613] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.279903] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e116129d-4c06-41b7-97ec-b4a53513be48 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.324987] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fd9d087-197c-4926-8937-9e299fba89ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.517321] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.517648] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.517943] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleting the datastore file [datastore2] e30f3fbb-d897-4d42-b38b-9df2ecfd7926 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.518308] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e2678fd-644a-478a-a8d6-36ac6fa36721 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.523368] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.532343] env[69695]: DEBUG oslo_vmware.api [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1009.532343] env[69695]: value = "task-3499093" [ 1009.532343] env[69695]: _type = "Task" [ 1009.532343] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.545979] env[69695]: DEBUG oslo_vmware.api [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.565935] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.566928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.566928] env[69695]: DEBUG nova.network.neutron [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.572881] env[69695]: DEBUG nova.compute.utils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.575848] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.576042] env[69695]: DEBUG nova.network.neutron [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.594524] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499091, 'name': CreateVM_Task, 'duration_secs': 0.466349} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.596384] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.596384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.596384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.596384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.596384] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92544961-ec3b-4be7-ade0-e30776e2b281 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.605955] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1009.605955] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ec233a-a75a-f0f1-510c-0b051627ad8f" [ 1009.605955] env[69695]: _type = "Task" [ 1009.605955] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.617992] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ec233a-a75a-f0f1-510c-0b051627ad8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.627163] env[69695]: DEBUG nova.policy [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.994598] env[69695]: DEBUG nova.network.neutron [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Successfully created port: 58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.022088] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed28e789-76eb-48ac-9685-47ae1a53a6de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.031437] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eb5511-f257-4a2d-b183-d204f02d5ba3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.046769] env[69695]: DEBUG oslo_vmware.api [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322056} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.074066] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.074433] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.074681] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.074997] env[69695]: INFO nova.compute.manager [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1010.075335] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.076311] env[69695]: DEBUG nova.compute.manager [-] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.076541] env[69695]: DEBUG nova.network.neutron [-] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.082904] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f6aec-3cda-47ff-88cd-6d2b8e903e66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.085169] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.095791] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc7e54-ee71-44b5-a90f-0e7dd99e84b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.111568] env[69695]: DEBUG nova.compute.provider_tree [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.125089] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ec233a-a75a-f0f1-510c-0b051627ad8f, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.128137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.128137] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.128137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.128137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.128137] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.128137] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6df151-a90b-4891-90b3-dd5c140838b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.141115] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.141358] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.142788] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6fab7c-4163-4689-981d-c0e38ed77352 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.149824] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1010.149824] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5218ac8e-e1c8-de3b-ba2d-fe1427ceda47" [ 1010.149824] env[69695]: _type = "Task" [ 1010.149824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.156877] env[69695]: DEBUG nova.network.neutron [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.165888] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5218ac8e-e1c8-de3b-ba2d-fe1427ceda47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.488041] env[69695]: DEBUG nova.network.neutron [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [{"id": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "address": "fa:16:3e:48:2c:e3", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e3942a-0e", "ovs_interfaceid": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.620876] env[69695]: DEBUG nova.scheduler.client.report [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.625653] env[69695]: DEBUG nova.network.neutron [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Successfully updated port: 135b00bc-de95-4845-b05e-9ad41e59e097 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.663440] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5218ac8e-e1c8-de3b-ba2d-fe1427ceda47, 'name': SearchDatastore_Task, 'duration_secs': 0.016739} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.664280] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4469f51b-6fc0-4e02-9204-6a83f59d946b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.670797] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1010.670797] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52affa6f-ea5e-84e8-1e03-9c683d62ad93" [ 1010.670797] env[69695]: _type = "Task" [ 1010.670797] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.680595] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52affa6f-ea5e-84e8-1e03-9c683d62ad93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.991086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.991565] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance network_info: |[{"id": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "address": "fa:16:3e:48:2c:e3", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e3942a-0e", "ovs_interfaceid": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.992078] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2c:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3e3942a-0eab-4673-b91e-d6b76864fd20', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.000759] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.001132] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.001701] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb360fca-ca46-4c22-8d44-db49cfc54e9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.024429] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.024429] env[69695]: value = "task-3499094" [ 1011.024429] env[69695]: _type = "Task" [ 1011.024429] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.034723] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499094, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.095841] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.102581] env[69695]: DEBUG nova.network.neutron [-] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.128297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.128816] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.128816] env[69695]: DEBUG nova.network.neutron [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.130982] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.134449] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.131s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.135208] env[69695]: DEBUG nova.objects.instance [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lazy-loading 'resources' on Instance uuid 586675a8-71c7-4717-a849-1a2989b33e53 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.161991] env[69695]: INFO nova.scheduler.client.report [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Deleted allocations for instance fefe229c-082b-4c2c-8179-eb50f2a174e5 [ 1011.183368] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52affa6f-ea5e-84e8-1e03-9c683d62ad93, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.183787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.184033] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb/59530432-e0a7-40ba-9d50-11806d67e4fb.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.184458] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eadee5b3-da61-47b0-9aa0-adaa064f36df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.195445] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1011.195445] env[69695]: value = "task-3499095" [ 1011.195445] env[69695]: _type = "Task" [ 1011.195445] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.206288] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.552712] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499094, 'name': CreateVM_Task, 'duration_secs': 0.442518} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.552712] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.553466] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.553635] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.553997] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.554318] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8c5439-ed20-4011-a633-fd3430741c2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.563365] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1011.563365] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ff8768-223f-65f9-aca5-a43ff94c037b" [ 1011.563365] env[69695]: _type = "Task" [ 1011.563365] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.577907] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ff8768-223f-65f9-aca5-a43ff94c037b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.605915] env[69695]: INFO nova.compute.manager [-] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Took 1.53 seconds to deallocate network for instance. [ 1011.671393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Lock "fefe229c-082b-4c2c-8179-eb50f2a174e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.696s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.692794] env[69695]: WARNING nova.network.neutron [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] 4ff09386-b1dd-4657-9347-eb65c819d3eb already exists in list: networks containing: ['4ff09386-b1dd-4657-9347-eb65c819d3eb']. ignoring it [ 1011.693064] env[69695]: WARNING nova.network.neutron [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] 4ff09386-b1dd-4657-9347-eb65c819d3eb already exists in list: networks containing: ['4ff09386-b1dd-4657-9347-eb65c819d3eb']. ignoring it [ 1011.713166] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.866384] env[69695]: DEBUG nova.network.neutron [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Successfully updated port: 58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.075193] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ff8768-223f-65f9-aca5-a43ff94c037b, 'name': SearchDatastore_Task, 'duration_secs': 0.064525} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.080570] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080821] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.081112] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.081316] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.081515] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.082038] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76e7127-1e97-44bd-a4df-3ae49d87b416 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.093725] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18020f-69ff-41a6-9c78-b2ab00949a2a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.097848] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.098065] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.099326] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf02b93-c496-45de-aff6-49ce2d5eb864 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.105497] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d8db4e-4337-4922-afa9-530d0a84b2e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.110536] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1012.110536] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad0d8c-6017-4840-080b-9125418ec3c4" [ 1012.110536] env[69695]: _type = "Task" [ 1012.110536] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.140664] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.144982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b65bb37-6382-485e-a366-dd64e8180132 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.152700] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad0d8c-6017-4840-080b-9125418ec3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.154385] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff64b133-c41a-4be8-a337-c9615a1aaed9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.161304] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71276451-5cb9-4533-947e-0fb3b5a030e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.167747] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1012.167747] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d66206-3da7-2f6d-69ea-79fae78ea974" [ 1012.167747] env[69695]: _type = "Task" [ 1012.167747] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.182771] env[69695]: DEBUG nova.compute.provider_tree [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.194935] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d66206-3da7-2f6d-69ea-79fae78ea974, 'name': SearchDatastore_Task, 'duration_secs': 0.017919} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.195928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.196332] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 2e68decd-e7d3-4587-8ee3-525b300979fa/2e68decd-e7d3-4587-8ee3-525b300979fa.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.196784] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7259893-150f-4974-9fde-32dd43943848 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.211050] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596791} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.213031] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb/59530432-e0a7-40ba-9d50-11806d67e4fb.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.213322] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.213665] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1012.213665] env[69695]: value = "task-3499096" [ 1012.213665] env[69695]: _type = "Task" [ 1012.213665] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.213943] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b007c4d-3a34-48c5-b91c-975a50fe5ba9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.226975] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.228633] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1012.228633] env[69695]: value = "task-3499097" [ 1012.228633] env[69695]: _type = "Task" [ 1012.228633] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.239313] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.240555] env[69695]: DEBUG nova.network.neutron [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "address": "fa:16:3e:a6:3a:d6", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54259170-00", "ovs_interfaceid": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "135b00bc-de95-4845-b05e-9ad41e59e097", "address": "fa:16:3e:f7:d1:a4", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135b00bc-de", "ovs_interfaceid": "135b00bc-de95-4845-b05e-9ad41e59e097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.371608] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.371879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.372102] env[69695]: DEBUG nova.network.neutron [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.686768] env[69695]: DEBUG nova.scheduler.client.report [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.728449] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499096, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.739576] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110739} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.739782] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.740644] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aaf9cb-be86-4c91-b45c-255f2c2e7c2c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.745153] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.745859] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.746098] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.747396] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8407060-ee2b-4af3-8e2d-f7776af68aee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.769149] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb/59530432-e0a7-40ba-9d50-11806d67e4fb.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.770013] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e8cc53-3b10-4f5e-8846-c277932c8564 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797017] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.797302] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.797460] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.797687] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.797777] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.797922] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.798147] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.798313] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.799212] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.799212] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.799212] env[69695]: DEBUG nova.virt.hardware [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.805070] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfiguring VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1012.805981] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-302dc545-ec6e-4479-82ef-89d167a6f2d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.819655] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1012.819655] env[69695]: value = "task-3499098" [ 1012.819655] env[69695]: _type = "Task" [ 1012.819655] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.830700] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.831024] env[69695]: DEBUG oslo_vmware.api [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1012.831024] env[69695]: value = "task-3499099" [ 1012.831024] env[69695]: _type = "Task" [ 1012.831024] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.840731] env[69695]: DEBUG oslo_vmware.api [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499099, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.907653] env[69695]: DEBUG nova.network.neutron [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.055512] env[69695]: DEBUG nova.network.neutron [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Updating instance_info_cache with network_info: [{"id": "58f73e7d-579d-454c-a107-8adedc629893", "address": "fa:16:3e:a1:1f:07", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f73e7d-57", "ovs_interfaceid": "58f73e7d-579d-454c-a107-8adedc629893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.192833] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.196061] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.884s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.197294] env[69695]: INFO nova.compute.claims [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.227182] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562275} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.228293] env[69695]: INFO nova.scheduler.client.report [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted allocations for instance 586675a8-71c7-4717-a849-1a2989b33e53 [ 1013.229662] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 2e68decd-e7d3-4587-8ee3-525b300979fa/2e68decd-e7d3-4587-8ee3-525b300979fa.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.229662] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.232280] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecd75c3a-86c9-4947-8088-5d5b8d15fc2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.243426] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1013.243426] env[69695]: value = "task-3499100" [ 1013.243426] env[69695]: _type = "Task" [ 1013.243426] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.254430] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.332854] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499098, 'name': ReconfigVM_Task, 'duration_secs': 0.446843} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.336713] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb/59530432-e0a7-40ba-9d50-11806d67e4fb.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.337662] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ff77e0b-05af-4fa0-8b3d-82ce990bafee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.346543] env[69695]: DEBUG oslo_vmware.api [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.348290] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1013.348290] env[69695]: value = "task-3499101" [ 1013.348290] env[69695]: _type = "Task" [ 1013.348290] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.358658] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499101, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.558104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.558519] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Instance network_info: |[{"id": "58f73e7d-579d-454c-a107-8adedc629893", "address": "fa:16:3e:a1:1f:07", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f73e7d-57", "ovs_interfaceid": "58f73e7d-579d-454c-a107-8adedc629893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.739467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-485ffe74-84d5-4c63-8a98-2860eddda099 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "586675a8-71c7-4717-a849-1a2989b33e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.118s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.756137] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079687} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.756478] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.757687] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3b1675-ce2c-4458-998b-109bbe61436e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.781795] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2e68decd-e7d3-4587-8ee3-525b300979fa/2e68decd-e7d3-4587-8ee3-525b300979fa.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.782477] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5712ddc-0597-4030-960a-14c4df018405 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.804687] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1013.804687] env[69695]: value = "task-3499102" [ 1013.804687] env[69695]: _type = "Task" [ 1013.804687] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.814374] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.843666] env[69695]: DEBUG oslo_vmware.api [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499099, 'name': ReconfigVM_Task, 'duration_secs': 0.807098} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.844247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.844466] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfigured VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1013.857904] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499101, 'name': Rename_Task, 'duration_secs': 0.226611} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.858272] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.858546] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b17264-feac-49a6-83d3-a0698b87f993 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.865630] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1013.865630] env[69695]: value = "task-3499103" [ 1013.865630] env[69695]: _type = "Task" [ 1013.865630] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.875028] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.191423] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.191687] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.191870] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.192079] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.192237] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.192405] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.192631] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.192795] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.192986] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.193206] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.193376] env[69695]: DEBUG nova.virt.hardware [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.195654] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b1aa5-4450-41b0-826b-30cc7be24363 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.205215] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d84026-b711-6f7a-4a4b-e0368de51eb8/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.206581] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9bbdda-f2f0-455f-80cc-bbf5d09b94dd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.214123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8fc52e-54b6-4aaa-b188-e823afe38b9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.221110] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d84026-b711-6f7a-4a4b-e0368de51eb8/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.221293] env[69695]: ERROR oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d84026-b711-6f7a-4a4b-e0368de51eb8/disk-0.vmdk due to incomplete transfer. [ 1014.229605] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25d37a23-d8c5-4136-9686-f1f373eddfa1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.231618] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:1f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f73e7d-579d-454c-a107-8adedc629893', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.239030] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating folder: Project (c6c96efc28de46f8ad6ad51aa3d98dfd). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.241927] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52021cf2-9c5b-4808-814d-973fe73fb493 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.253803] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d84026-b711-6f7a-4a4b-e0368de51eb8/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.253977] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Uploaded image 236aec44-11db-4e8a-880c-ef7d0552c68c to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.257194] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.261981] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9ffe8f6-bed5-414c-a246-7d48e57a07ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.263806] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created folder: Project (c6c96efc28de46f8ad6ad51aa3d98dfd) in parent group-v699067. [ 1014.264023] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating folder: Instances. Parent ref: group-v699291. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.264451] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067d0a7e-329e-48bd-8914-94fbe7283f13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.275299] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1014.275299] env[69695]: value = "task-3499106" [ 1014.275299] env[69695]: _type = "Task" [ 1014.275299] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.284354] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created folder: Instances in parent group-v699291. [ 1014.284670] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.285335] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.285630] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7e77416-1e2d-401c-9c7d-26341bd4583e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.307343] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499106, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.313778] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.313778] env[69695]: value = "task-3499107" [ 1014.313778] env[69695]: _type = "Task" [ 1014.313778] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.321014] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499102, 'name': ReconfigVM_Task, 'duration_secs': 0.410199} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.324319] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2e68decd-e7d3-4587-8ee3-525b300979fa/2e68decd-e7d3-4587-8ee3-525b300979fa.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.326402] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ad464cb-499d-4d7a-b5f0-1e9d2913b3f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.332011] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499107, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.338611] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1014.338611] env[69695]: value = "task-3499108" [ 1014.338611] env[69695]: _type = "Task" [ 1014.338611] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.350349] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-135b00bc-de95-4845-b05e-9ad41e59e097" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.917s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.355291] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499108, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.380906] env[69695]: DEBUG oslo_vmware.api [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499103, 'name': PowerOnVM_Task, 'duration_secs': 0.481394} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.381216] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.381463] env[69695]: INFO nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1014.381648] env[69695]: DEBUG nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.383050] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4bc8b1-2590-41a7-b671-3fc1322949f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.637428] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f940a-a054-41eb-a1f6-18c9a895b9c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.647033] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45d6d76-d79c-4858-a6ac-e3e801ddd8b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.684180] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b3e151-e07b-4446-ba01-93425bce0e30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.693365] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0319e-1cc5-4def-9b7b-7b0a2da73010 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.709459] env[69695]: DEBUG nova.compute.provider_tree [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.786494] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499106, 'name': Destroy_Task, 'duration_secs': 0.425573} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.786852] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Destroyed the VM [ 1014.787145] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1014.787470] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31acdffc-8d9e-45dd-bfac-786ed121815b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.796588] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1014.796588] env[69695]: value = "task-3499109" [ 1014.796588] env[69695]: _type = "Task" [ 1014.796588] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.804738] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.828963] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499107, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.853994] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499108, 'name': Rename_Task, 'duration_secs': 0.173804} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.854372] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.854549] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5595888-cd64-4eaa-ac18-0d800dd4e8c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.862844] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1014.862844] env[69695]: value = "task-3499110" [ 1014.862844] env[69695]: _type = "Task" [ 1014.862844] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.872265] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.892581] env[69695]: DEBUG nova.compute.manager [req-9530b7ef-1da9-48f1-89f0-efe1317bf378 req-c25bf3ea-f0c6-4d32-84bb-b0bd3ed08d8d service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-vif-plugged-135b00bc-de95-4845-b05e-9ad41e59e097 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.892581] env[69695]: DEBUG oslo_concurrency.lockutils [req-9530b7ef-1da9-48f1-89f0-efe1317bf378 req-c25bf3ea-f0c6-4d32-84bb-b0bd3ed08d8d service nova] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.893124] env[69695]: DEBUG oslo_concurrency.lockutils [req-9530b7ef-1da9-48f1-89f0-efe1317bf378 req-c25bf3ea-f0c6-4d32-84bb-b0bd3ed08d8d service nova] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.893124] env[69695]: DEBUG oslo_concurrency.lockutils [req-9530b7ef-1da9-48f1-89f0-efe1317bf378 req-c25bf3ea-f0c6-4d32-84bb-b0bd3ed08d8d service nova] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.893305] env[69695]: DEBUG nova.compute.manager [req-9530b7ef-1da9-48f1-89f0-efe1317bf378 req-c25bf3ea-f0c6-4d32-84bb-b0bd3ed08d8d service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] No waiting events found dispatching network-vif-plugged-135b00bc-de95-4845-b05e-9ad41e59e097 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.893305] env[69695]: WARNING nova.compute.manager [req-9530b7ef-1da9-48f1-89f0-efe1317bf378 req-c25bf3ea-f0c6-4d32-84bb-b0bd3ed08d8d service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received unexpected event network-vif-plugged-135b00bc-de95-4845-b05e-9ad41e59e097 for instance with vm_state active and task_state None. [ 1014.903517] env[69695]: INFO nova.compute.manager [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Took 42.41 seconds to build instance. [ 1015.193847] env[69695]: DEBUG nova.compute.manager [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Received event network-vif-plugged-a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.193847] env[69695]: DEBUG oslo_concurrency.lockutils [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] Acquiring lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.193847] env[69695]: DEBUG oslo_concurrency.lockutils [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.193847] env[69695]: DEBUG oslo_concurrency.lockutils [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.193847] env[69695]: DEBUG nova.compute.manager [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] No waiting events found dispatching network-vif-plugged-a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.194348] env[69695]: WARNING nova.compute.manager [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Received unexpected event network-vif-plugged-a3e3942a-0eab-4673-b91e-d6b76864fd20 for instance with vm_state building and task_state spawning. [ 1015.194348] env[69695]: DEBUG nova.compute.manager [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Received event network-changed-a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.194348] env[69695]: DEBUG nova.compute.manager [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Refreshing instance network info cache due to event network-changed-a3e3942a-0eab-4673-b91e-d6b76864fd20. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.194499] env[69695]: DEBUG oslo_concurrency.lockutils [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] Acquiring lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.195061] env[69695]: DEBUG oslo_concurrency.lockutils [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] Acquired lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.195061] env[69695]: DEBUG nova.network.neutron [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Refreshing network info cache for port a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.213367] env[69695]: DEBUG nova.scheduler.client.report [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.310055] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499109, 'name': RemoveSnapshot_Task, 'duration_secs': 0.487021} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.310215] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1015.310462] env[69695]: DEBUG nova.compute.manager [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.311329] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e262b-c098-4b84-a48b-b669c8f34157 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.335040] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499107, 'name': CreateVM_Task, 'duration_secs': 0.542362} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.335040] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.335040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.335040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.335040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.335040] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffa52dd-256e-4cf0-a144-449cc075d0ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.342237] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1015.342237] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f3903-2337-1c6c-48e7-e4f9c1e229ab" [ 1015.342237] env[69695]: _type = "Task" [ 1015.342237] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.352470] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f3903-2337-1c6c-48e7-e4f9c1e229ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.377521] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499110, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.406028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33bc594f-ecb1-49e8-a962-8ebd88926f6e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.264s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.720556] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.721170] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.726903] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.322s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.726903] env[69695]: DEBUG nova.objects.instance [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lazy-loading 'resources' on Instance uuid 5029b0e3-13ba-47c4-a252-644b207d85e6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.833360] env[69695]: INFO nova.compute.manager [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Shelve offloading [ 1015.855691] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f3903-2337-1c6c-48e7-e4f9c1e229ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017339} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.858555] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.858715] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.858959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.859119] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.859427] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.859803] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.860028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.860217] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.860393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.860550] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.862293] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7115e4a3-7e8f-40d1-84b5-b30a17daeb3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.866474] env[69695]: INFO nova.compute.manager [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Terminating instance [ 1015.877055] env[69695]: DEBUG oslo_vmware.api [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499110, 'name': PowerOnVM_Task, 'duration_secs': 0.662211} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.877427] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.877637] env[69695]: INFO nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1015.877844] env[69695]: DEBUG nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.880191] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d8cb81-a199-4b83-859a-c6e626e65cb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.884133] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.884320] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.885365] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d15efc-4964-4626-ac0d-45d72261cfca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.891848] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1015.891848] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52729ca9-a837-b411-eec6-64eed6b3a2c8" [ 1015.891848] env[69695]: _type = "Task" [ 1015.891848] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.910081] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52729ca9-a837-b411-eec6-64eed6b3a2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.962156] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.962338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.962433] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.962609] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.962772] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.966309] env[69695]: INFO nova.compute.manager [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Terminating instance [ 1016.122724] env[69695]: DEBUG nova.network.neutron [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updated VIF entry in instance network info cache for port a3e3942a-0eab-4673-b91e-d6b76864fd20. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.123119] env[69695]: DEBUG nova.network.neutron [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [{"id": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "address": "fa:16:3e:48:2c:e3", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e3942a-0e", "ovs_interfaceid": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.232725] env[69695]: DEBUG nova.compute.utils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.234374] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.234374] env[69695]: DEBUG nova.network.neutron [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.297895] env[69695]: DEBUG nova.policy [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8889a4a52fdc4fefa834bbfec8e35c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53139eab646c4cbfb9f0b448dbaaac47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.340069] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.340588] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20cdc980-7f5c-4f7e-8300-e37171205485 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.352686] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1016.352686] env[69695]: value = "task-3499111" [ 1016.352686] env[69695]: _type = "Task" [ 1016.352686] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.366333] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.375083] env[69695]: DEBUG nova.compute.manager [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.375083] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.375083] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0fa17f-c604-4ed6-b007-4b4de0a6c9b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.390024] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.390024] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1cbb670-499f-4705-a999-576f67e2cfd3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.406733] env[69695]: DEBUG oslo_vmware.api [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1016.406733] env[69695]: value = "task-3499112" [ 1016.406733] env[69695]: _type = "Task" [ 1016.406733] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.412335] env[69695]: INFO nova.compute.manager [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Took 40.50 seconds to build instance. [ 1016.422024] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52729ca9-a837-b411-eec6-64eed6b3a2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017029} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.423328] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad655ad-9cf9-47de-9436-83d9f6e551a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.432241] env[69695]: DEBUG oslo_vmware.api [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.439290] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1016.439290] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52933123-f70d-097b-1936-310b213ceedd" [ 1016.439290] env[69695]: _type = "Task" [ 1016.439290] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.447114] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52933123-f70d-097b-1936-310b213ceedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.470874] env[69695]: DEBUG nova.compute.manager [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.471859] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.472567] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7588f-3e0a-4a37-b572-d0179b1abef9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.481687] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.484722] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a4179b-9157-4dd0-98aa-e634ee78548f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.493861] env[69695]: DEBUG oslo_vmware.api [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 1016.493861] env[69695]: value = "task-3499113" [ 1016.493861] env[69695]: _type = "Task" [ 1016.493861] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.508501] env[69695]: DEBUG oslo_vmware.api [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.625709] env[69695]: DEBUG oslo_concurrency.lockutils [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] Releasing lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.626075] env[69695]: DEBUG nova.compute.manager [req-d79a9e28-df3c-4e37-bb4c-d15bd94daaa3 req-6fbb4cdc-e775-439c-87d4-0cbfd2239f09 service nova] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Received event network-vif-deleted-bf433140-3b3c-4ee8-9682-993f0cc6667e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.673228] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fe362-1bf6-4d3e-8509-e82cf90753fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.682909] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33111ed-e99a-4bc4-b4d0-c1c072e57a1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.719477] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35063d1a-e7f2-4f4c-b4e7-6e13e50693e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.729024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8480c4f1-5219-4a79-a697-1bfc325c50e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.746165] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.749148] env[69695]: DEBUG nova.compute.provider_tree [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.821966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.821966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.865708] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1016.865708] env[69695]: DEBUG nova.compute.manager [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.865708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da37ad-5c84-4fc4-936a-a7da5eee111b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.872026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.872026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.872246] env[69695]: DEBUG nova.network.neutron [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.883471] env[69695]: DEBUG nova.network.neutron [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Successfully created port: 741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.923762] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf116b38-7289-4b28-932f-efc2f198d2fb tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.310s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.924077] env[69695]: DEBUG oslo_vmware.api [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499112, 'name': PowerOffVM_Task, 'duration_secs': 0.267691} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.924355] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.924552] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.924852] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9529ac6-b364-46a5-9da4-2fa15e0d4bc9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.949529] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52933123-f70d-097b-1936-310b213ceedd, 'name': SearchDatastore_Task, 'duration_secs': 0.018734} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.949907] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.950240] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c/3ce1dde4-e04f-497a-a0c3-36d842c5fd5c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.950513] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f35c05e-113d-4cb2-b0c5-4479560447ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.958958] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1016.958958] env[69695]: value = "task-3499115" [ 1016.958958] env[69695]: _type = "Task" [ 1016.958958] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.970729] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.998652] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.998897] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.999112] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Deleting the datastore file [datastore1] 82ea4a1f-6d5c-489a-99ac-732fe8f93790 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.999920] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bfa1c52-2bf4-4148-b761-9d41afe4a929 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.005755] env[69695]: DEBUG oslo_vmware.api [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499113, 'name': PowerOffVM_Task, 'duration_secs': 0.346821} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.007342] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.007521] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.007821] env[69695]: DEBUG oslo_vmware.api [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1017.007821] env[69695]: value = "task-3499116" [ 1017.007821] env[69695]: _type = "Task" [ 1017.007821] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.008019] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2226ca05-fc11-4420-b49f-5b5ef0ef289a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.020464] env[69695]: DEBUG oslo_vmware.api [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.090385] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.090720] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.090843] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleting the datastore file [datastore2] b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.091165] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73366eea-70d3-40e1-b897-50a844fc669f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.103486] env[69695]: DEBUG oslo_vmware.api [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for the task: (returnval){ [ 1017.103486] env[69695]: value = "task-3499118" [ 1017.103486] env[69695]: _type = "Task" [ 1017.103486] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.115768] env[69695]: DEBUG oslo_vmware.api [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.129885] env[69695]: DEBUG nova.compute.manager [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-changed-135b00bc-de95-4845-b05e-9ad41e59e097 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.130205] env[69695]: DEBUG nova.compute.manager [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing instance network info cache due to event network-changed-135b00bc-de95-4845-b05e-9ad41e59e097. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.130468] env[69695]: DEBUG oslo_concurrency.lockutils [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.130631] env[69695]: DEBUG oslo_concurrency.lockutils [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.130809] env[69695]: DEBUG nova.network.neutron [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Refreshing network info cache for port 135b00bc-de95-4845-b05e-9ad41e59e097 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.258460] env[69695]: DEBUG nova.scheduler.client.report [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.285526] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a996ef-0114-3772-7f36-6b7f7d786361/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1017.288039] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb1752-6f5a-4e5c-9806-6394aa38fe04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.296947] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a996ef-0114-3772-7f36-6b7f7d786361/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.297488] env[69695]: ERROR oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a996ef-0114-3772-7f36-6b7f7d786361/disk-0.vmdk due to incomplete transfer. [ 1017.298886] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.299118] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.300601] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39bdd318-5dff-42ae-824d-55f5174cfe46 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.317022] env[69695]: DEBUG oslo_vmware.rw_handles [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a996ef-0114-3772-7f36-6b7f7d786361/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1017.317022] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Uploaded image 277cb635-39eb-488b-9cd5-154adaff2336 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1017.317022] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1017.317245] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f010df4-903b-4fd3-bdac-324d6845f42f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.324482] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.331058] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1017.331058] env[69695]: value = "task-3499119" [ 1017.331058] env[69695]: _type = "Task" [ 1017.331058] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.343986] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499119, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.475367] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499115, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.520192] env[69695]: DEBUG oslo_vmware.api [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328037} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.521903] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.521903] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.522037] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.522218] env[69695]: INFO nova.compute.manager [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.522462] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.523642] env[69695]: DEBUG nova.compute.manager [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Received event network-vif-plugged-58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.523844] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] Acquiring lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.524066] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.524240] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.524405] env[69695]: DEBUG nova.compute.manager [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] No waiting events found dispatching network-vif-plugged-58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.524585] env[69695]: WARNING nova.compute.manager [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Received unexpected event network-vif-plugged-58f73e7d-579d-454c-a107-8adedc629893 for instance with vm_state building and task_state spawning. [ 1017.524755] env[69695]: DEBUG nova.compute.manager [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Received event network-changed-58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.524906] env[69695]: DEBUG nova.compute.manager [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Refreshing instance network info cache due to event network-changed-58f73e7d-579d-454c-a107-8adedc629893. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.525113] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] Acquiring lock "refresh_cache-3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.525253] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] Acquired lock "refresh_cache-3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.525441] env[69695]: DEBUG nova.network.neutron [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Refreshing network info cache for port 58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.526722] env[69695]: DEBUG nova.compute.manager [-] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.526898] env[69695]: DEBUG nova.network.neutron [-] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.617011] env[69695]: DEBUG oslo_vmware.api [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Task: {'id': task-3499118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338382} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.617246] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.617402] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.617943] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.617943] env[69695]: INFO nova.compute.manager [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.619475] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.619475] env[69695]: DEBUG nova.compute.manager [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.619475] env[69695]: DEBUG nova.network.neutron [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.766617] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.773402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.780939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.823s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.781173] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.784203] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.037s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.784376] env[69695]: DEBUG nova.objects.instance [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'resources' on Instance uuid 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.801321] env[69695]: INFO nova.scheduler.client.report [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted allocations for instance 5029b0e3-13ba-47c4-a252-644b207d85e6 [ 1017.806401] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.807034] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.807034] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.807034] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.807183] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.807327] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.807482] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.807711] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.807837] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.807998] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.808194] env[69695]: DEBUG nova.virt.hardware [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.808881] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.809063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.811034] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aed455-2cc6-4f1b-9219-2d43e38d9813 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.815848] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfac360-cff4-4e9b-9a0e-06330fbdad02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.819254] env[69695]: INFO nova.scheduler.client.report [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted allocations for instance b45391be-19be-4a55-88cf-c471c4355ff4 [ 1017.838834] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ec6f3-b731-465e-908d-aea8ae77b4df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.854912] env[69695]: DEBUG nova.network.neutron [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.864290] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2349a0-12ac-43ba-86b3-d9c02cd70306 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.898589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.910391] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfiguring VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1017.910749] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499119, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.911362] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09263e8-0a5e-480f-8bd1-aaee6888d3d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.933034] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1017.933034] env[69695]: value = "task-3499120" [ 1017.933034] env[69695]: _type = "Task" [ 1017.933034] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.946211] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.970696] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569824} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.970974] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c/3ce1dde4-e04f-497a-a0c3-36d842c5fd5c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.971205] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.971463] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8e7ac6-8ae5-4df5-8281-e0f893b9f744 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.979374] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1017.979374] env[69695]: value = "task-3499121" [ 1017.979374] env[69695]: _type = "Task" [ 1017.979374] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.990266] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.096902] env[69695]: DEBUG nova.network.neutron [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updated VIF entry in instance network info cache for port 135b00bc-de95-4845-b05e-9ad41e59e097. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.097513] env[69695]: DEBUG nova.network.neutron [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "address": "fa:16:3e:a6:3a:d6", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54259170-00", "ovs_interfaceid": "54259170-0056-4f6a-8b7e-5ddb0a6e09d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "135b00bc-de95-4845-b05e-9ad41e59e097", "address": "fa:16:3e:f7:d1:a4", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135b00bc-de", "ovs_interfaceid": "135b00bc-de95-4845-b05e-9ad41e59e097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.315503] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7be374f9-f2ea-4c18-9b91-50a423c5d206 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "5029b0e3-13ba-47c4-a252-644b207d85e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.378s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.327032] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58bd71c7-3507-415d-b995-868792e9998f tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "b45391be-19be-4a55-88cf-c471c4355ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.047s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.360263] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499119, 'name': Destroy_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.370528] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.448518] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.496902] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072502} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.497220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.498263] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb142e39-15a4-4cfb-ae9a-b9516ce13771 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.526824] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c/3ce1dde4-e04f-497a-a0c3-36d842c5fd5c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.530395] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb75905c-bd77-4d46-b013-a2ea86345b3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.552660] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1018.552660] env[69695]: value = "task-3499122" [ 1018.552660] env[69695]: _type = "Task" [ 1018.552660] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.566654] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.607535] env[69695]: DEBUG oslo_concurrency.lockutils [req-1132d8eb-732d-4711-abb8-af7492070948 req-8b06180b-27d5-49a6-b679-e31604cfe657 service nova] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615507] env[69695]: DEBUG nova.compute.manager [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1018.702956] env[69695]: DEBUG nova.network.neutron [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.708184] env[69695]: DEBUG nova.network.neutron [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Updated VIF entry in instance network info cache for port 58f73e7d-579d-454c-a107-8adedc629893. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.708456] env[69695]: DEBUG nova.network.neutron [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Updating instance_info_cache with network_info: [{"id": "58f73e7d-579d-454c-a107-8adedc629893", "address": "fa:16:3e:a1:1f:07", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f73e7d-57", "ovs_interfaceid": "58f73e7d-579d-454c-a107-8adedc629893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.762413] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d083a9a-320a-4b7e-b7f3-2c17b1fa97da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.774227] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5edf383-9027-4c59-90ac-58f31965fc9d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.809510] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f981bb-27b1-4293-abc8-ca5e65443bca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.819615] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae02e15-9e03-484e-a56b-e152d3225a17 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.835524] env[69695]: DEBUG nova.compute.provider_tree [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.862784] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499119, 'name': Destroy_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.947588] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.064897] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.071504] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.072403] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fc4703-1075-45cf-891f-1f2d1c65039e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.079838] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.080294] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2226af-7ffd-4a3b-8ef9-51a95232f590 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.110218] env[69695]: DEBUG nova.network.neutron [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Successfully updated port: 741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.142269] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.176865] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.177066] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.177301] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleting the datastore file [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.177635] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f661ef00-db4e-4e0c-88e3-9755f5921f26 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.185907] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1019.185907] env[69695]: value = "task-3499124" [ 1019.185907] env[69695]: _type = "Task" [ 1019.185907] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.200159] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.224961] env[69695]: INFO nova.compute.manager [-] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Took 1.61 seconds to deallocate network for instance. [ 1019.225375] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ffac4a7-8f65-40d9-af11-c817fb31a4d7 req-16d80fb0-3a30-49e2-a1ee-020d383ab8ff service nova] Releasing lock "refresh_cache-3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.227277] env[69695]: DEBUG nova.network.neutron [-] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.340282] env[69695]: DEBUG nova.scheduler.client.report [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.361982] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499119, 'name': Destroy_Task, 'duration_secs': 1.812747} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.362217] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Destroyed the VM [ 1019.362456] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.362714] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-361e7012-2ddf-421d-af94-ad1b54ce87f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.369708] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1019.369708] env[69695]: value = "task-3499125" [ 1019.369708] env[69695]: _type = "Task" [ 1019.369708] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.379882] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.448187] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.563570] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499122, 'name': ReconfigVM_Task, 'duration_secs': 0.872872} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.563895] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c/3ce1dde4-e04f-497a-a0c3-36d842c5fd5c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.564757] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7709ddaa-a722-49f4-bf93-48680556f8bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.572812] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1019.572812] env[69695]: value = "task-3499126" [ 1019.572812] env[69695]: _type = "Task" [ 1019.572812] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.581731] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499126, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.613707] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "refresh_cache-b1d6c64d-f7eb-4618-b670-6a433b107e0a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.613798] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "refresh_cache-b1d6c64d-f7eb-4618-b670-6a433b107e0a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.614043] env[69695]: DEBUG nova.network.neutron [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.703389] env[69695]: DEBUG oslo_vmware.api [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366716} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.703743] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.703963] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.704323] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.724398] env[69695]: INFO nova.scheduler.client.report [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted allocations for instance e67b42dc-b221-44ae-a594-8ee0b0e04411 [ 1019.733023] env[69695]: INFO nova.compute.manager [-] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Took 2.21 seconds to deallocate network for instance. [ 1019.733784] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.847483] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.850403] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.556s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.850630] env[69695]: DEBUG nova.objects.instance [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lazy-loading 'resources' on Instance uuid 7ec37c55-724a-4d54-95a7-47f8050d8766 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.877104] env[69695]: INFO nova.scheduler.client.report [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted allocations for instance 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed [ 1019.881172] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499125, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.949505] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.056873] env[69695]: DEBUG nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.057149] env[69695]: DEBUG nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing instance network info cache due to event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.057440] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Acquiring lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.057630] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Acquired lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.057859] env[69695]: DEBUG nova.network.neutron [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.086506] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499126, 'name': Rename_Task, 'duration_secs': 0.168796} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.087205] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.087502] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576836fc-f1a3-42ec-8673-e2bca28e09d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.096474] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1020.096474] env[69695]: value = "task-3499127" [ 1020.096474] env[69695]: _type = "Task" [ 1020.096474] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.108101] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.182340] env[69695]: DEBUG nova.network.neutron [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.206037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.206339] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.233539] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.241744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.386440] env[69695]: DEBUG oslo_vmware.api [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499125, 'name': RemoveSnapshot_Task, 'duration_secs': 0.91596} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.386913] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.123s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.387844] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.388134] env[69695]: INFO nova.compute.manager [None req-1f36e7d2-04b1-4ccd-8515-b0cda7970b6b tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Took 15.87 seconds to snapshot the instance on the hypervisor. [ 1020.451573] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.485703] env[69695]: DEBUG nova.network.neutron [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Updating instance_info_cache with network_info: [{"id": "741adbbd-ff3a-4711-af10-866493297dfb", "address": "fa:16:3e:32:50:b9", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741adbbd-ff", "ovs_interfaceid": "741adbbd-ff3a-4711-af10-866493297dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.559510] env[69695]: DEBUG nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Received event network-vif-deleted-ee529166-a453-4863-9454-32d84fb14f69 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.559726] env[69695]: DEBUG nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Received event network-vif-deleted-ecdc748d-a5e2-4218-b85c-36c35976d92d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.560728] env[69695]: DEBUG nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-vif-unplugged-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.560728] env[69695]: DEBUG oslo_concurrency.lockutils [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.560728] env[69695]: DEBUG oslo_concurrency.lockutils [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.560728] env[69695]: DEBUG oslo_concurrency.lockutils [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.560728] env[69695]: DEBUG nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] No waiting events found dispatching network-vif-unplugged-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.561074] env[69695]: WARNING nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received unexpected event network-vif-unplugged-5ad3fbab-11a3-43bb-b811-2b493f6294df for instance with vm_state shelved_offloaded and task_state None. [ 1020.561266] env[69695]: DEBUG nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.561405] env[69695]: DEBUG nova.compute.manager [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing instance network info cache due to event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.561709] env[69695]: DEBUG oslo_concurrency.lockutils [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.561814] env[69695]: DEBUG oslo_concurrency.lockutils [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.561987] env[69695]: DEBUG nova.network.neutron [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.608165] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499127, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.708826] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.735146] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf9ecb5-49fd-4532-ab76-497f3acb076b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.743969] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c190dd-c117-4613-be30-1d103cec91aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.784455] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66fe09-d710-42f1-90ac-ea288373dc65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.797423] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570bd512-e490-4e9b-92da-e20618ffc10e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.814334] env[69695]: DEBUG nova.compute.provider_tree [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.950170] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.990568] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "refresh_cache-b1d6c64d-f7eb-4618-b670-6a433b107e0a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.990956] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Instance network_info: |[{"id": "741adbbd-ff3a-4711-af10-866493297dfb", "address": "fa:16:3e:32:50:b9", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741adbbd-ff", "ovs_interfaceid": "741adbbd-ff3a-4711-af10-866493297dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.991424] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:50:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741adbbd-ff3a-4711-af10-866493297dfb', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.999404] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.999607] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.999831] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb2df26-f0d8-4cc0-b563-638dc223ea9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.015812] env[69695]: DEBUG nova.network.neutron [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updated VIF entry in instance network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.016203] env[69695]: DEBUG nova.network.neutron [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.024572] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.024572] env[69695]: value = "task-3499128" [ 1021.024572] env[69695]: _type = "Task" [ 1021.024572] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.033477] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499128, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.110638] env[69695]: DEBUG oslo_vmware.api [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499127, 'name': PowerOnVM_Task, 'duration_secs': 0.836881} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.112060] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.112060] env[69695]: INFO nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1021.112060] env[69695]: DEBUG nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.112262] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88bec56-bf52-43d9-9cf4-81624e9aefab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.233914] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.319353] env[69695]: DEBUG nova.scheduler.client.report [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.451815] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.519016] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Releasing lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.519329] env[69695]: DEBUG nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Received event network-vif-plugged-741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.519531] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Acquiring lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.519735] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.519897] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.520076] env[69695]: DEBUG nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] No waiting events found dispatching network-vif-plugged-741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.520248] env[69695]: WARNING nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Received unexpected event network-vif-plugged-741adbbd-ff3a-4711-af10-866493297dfb for instance with vm_state building and task_state spawning. [ 1021.520406] env[69695]: DEBUG nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Received event network-changed-741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.520556] env[69695]: DEBUG nova.compute.manager [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Refreshing instance network info cache due to event network-changed-741adbbd-ff3a-4711-af10-866493297dfb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.520733] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Acquiring lock "refresh_cache-b1d6c64d-f7eb-4618-b670-6a433b107e0a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.520975] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Acquired lock "refresh_cache-b1d6c64d-f7eb-4618-b670-6a433b107e0a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.521077] env[69695]: DEBUG nova.network.neutron [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Refreshing network info cache for port 741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.535984] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499128, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.540105] env[69695]: DEBUG nova.network.neutron [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updated VIF entry in instance network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.540440] env[69695]: DEBUG nova.network.neutron [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.630917] env[69695]: INFO nova.compute.manager [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Took 42.64 seconds to build instance. [ 1021.828731] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.830800] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.744s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.832433] env[69695]: INFO nova.compute.claims [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.856897] env[69695]: INFO nova.scheduler.client.report [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Deleted allocations for instance 7ec37c55-724a-4d54-95a7-47f8050d8766 [ 1021.954925] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.034896] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499128, 'name': CreateVM_Task, 'duration_secs': 0.772233} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.035095] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.035765] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.035934] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.036377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.036642] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e99f2d-51a1-4ffe-bfe0-54b8cb5219ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.041653] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1022.041653] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5253a4e4-8640-b1c9-c22a-bd4d201f277f" [ 1022.041653] env[69695]: _type = "Task" [ 1022.041653] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.042171] env[69695]: DEBUG oslo_concurrency.lockutils [req-81c7cad6-2a11-4a57-9bfd-384bb51dc89b req-e3ea57fd-9ff1-4f4c-9595-2c4fa6e2a6ec service nova] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.050444] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5253a4e4-8640-b1c9-c22a-bd4d201f277f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.133360] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.686s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.366103] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da3aae7f-3133-43af-b533-09113b4918fb tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Lock "7ec37c55-724a-4d54-95a7-47f8050d8766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.528s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.396685] env[69695]: DEBUG nova.network.neutron [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Updated VIF entry in instance network info cache for port 741adbbd-ff3a-4711-af10-866493297dfb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.397047] env[69695]: DEBUG nova.network.neutron [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Updating instance_info_cache with network_info: [{"id": "741adbbd-ff3a-4711-af10-866493297dfb", "address": "fa:16:3e:32:50:b9", "network": {"id": "8a8cc2ef-cd8b-455c-b555-d63ff376d669", "bridge": "br-int", "label": "tempest-ImagesTestJSON-984733756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53139eab646c4cbfb9f0b448dbaaac47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741adbbd-ff", "ovs_interfaceid": "741adbbd-ff3a-4711-af10-866493297dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.452725] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.554152] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5253a4e4-8640-b1c9-c22a-bd4d201f277f, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.554152] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.554152] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.554152] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.554152] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.554152] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.554152] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-148f83a5-797a-425a-ba64-5f971cfec4e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.567827] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.567827] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.567827] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0fd7ec-d1d7-462e-a833-a5605841bd4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.573881] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1022.573881] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523397a1-02ca-a3b0-be32-09809584004d" [ 1022.573881] env[69695]: _type = "Task" [ 1022.573881] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.582671] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523397a1-02ca-a3b0-be32-09809584004d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.709537] env[69695]: DEBUG nova.compute.manager [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.709673] env[69695]: DEBUG nova.compute.manager [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing instance network info cache due to event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.709907] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] Acquiring lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.710134] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] Acquired lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.710317] env[69695]: DEBUG nova.network.neutron [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.900618] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d237a7c-a187-4d3c-bccd-d81385c16ca9 req-65c8fb92-dcb3-4801-883b-57299c7b9786 service nova] Releasing lock "refresh_cache-b1d6c64d-f7eb-4618-b670-6a433b107e0a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.952207] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.087652] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523397a1-02ca-a3b0-be32-09809584004d, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.090798] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7b1b2f-7402-4323-858e-ead4cffdf96e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.097585] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1023.097585] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52feedc9-4551-b459-094b-42b260c7bf8a" [ 1023.097585] env[69695]: _type = "Task" [ 1023.097585] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.109958] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52feedc9-4551-b459-094b-42b260c7bf8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.179662] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24211db-d79e-43b3-a83e-e8c89d049f6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.188295] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f68919-fa32-4d4d-8b4e-e3494350c72d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.222368] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef05c3-911a-4a76-b2e1-06a8b4fd5c5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.231348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f53ed-a5b7-4017-99fc-d1d6b35ada4e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248170] env[69695]: DEBUG nova.compute.provider_tree [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.454027] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.609296] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52feedc9-4551-b459-094b-42b260c7bf8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.609580] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.609861] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b1d6c64d-f7eb-4618-b670-6a433b107e0a/b1d6c64d-f7eb-4618-b670-6a433b107e0a.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.610165] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09571b08-c163-4df2-b24e-48a4fe5af3ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.619734] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1023.619734] env[69695]: value = "task-3499129" [ 1023.619734] env[69695]: _type = "Task" [ 1023.619734] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.629630] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.752057] env[69695]: DEBUG nova.scheduler.client.report [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.760702] env[69695]: DEBUG nova.compute.manager [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.761848] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f1dfc-3e18-4a45-ba50-d66c167029d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935619] env[69695]: DEBUG nova.network.neutron [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updated VIF entry in instance network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.936265] env[69695]: DEBUG nova.network.neutron [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.954364] env[69695]: DEBUG oslo_vmware.api [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499120, 'name': ReconfigVM_Task, 'duration_secs': 5.860412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.954910] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.955148] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Reconfigured VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1024.131567] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.262305] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.262800] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.268839] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.194s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.271139] env[69695]: INFO nova.compute.claims [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.280680] env[69695]: INFO nova.compute.manager [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] instance snapshotting [ 1024.281917] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.287976] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254b830-3c37-435f-ad91-98c5c95572b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.313554] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db034403-c7c5-4112-9374-e94861a51382 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.439893] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] Releasing lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.440376] env[69695]: DEBUG nova.compute.manager [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Received event network-changed-a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.440648] env[69695]: DEBUG nova.compute.manager [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Refreshing instance network info cache due to event network-changed-a3e3942a-0eab-4673-b91e-d6b76864fd20. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.440900] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] Acquiring lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.441106] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] Acquired lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.441346] env[69695]: DEBUG nova.network.neutron [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Refreshing network info cache for port a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.451038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d728d079-39fe-46bd-9a90-b219fc279770 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "7935d90f-a5e1-4631-86b5-9769c19c3c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.451038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d728d079-39fe-46bd-9a90-b219fc279770 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "7935d90f-a5e1-4631-86b5-9769c19c3c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.637094] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623985} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.637094] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] b1d6c64d-f7eb-4618-b670-6a433b107e0a/b1d6c64d-f7eb-4618-b670-6a433b107e0a.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.637094] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.637094] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a43b918-045e-4b32-9795-9e76d1b95d8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.643999] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1024.643999] env[69695]: value = "task-3499130" [ 1024.643999] env[69695]: _type = "Task" [ 1024.643999] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.653469] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.774975] env[69695]: DEBUG nova.compute.utils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.781233] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.781233] env[69695]: DEBUG nova.network.neutron [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.826349] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.826683] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-657f5068-58f9-400b-8536-1c512d028340 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.835830] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1024.835830] env[69695]: value = "task-3499131" [ 1024.835830] env[69695]: _type = "Task" [ 1024.835830] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.845537] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499131, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.884612] env[69695]: DEBUG nova.policy [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd44b849526514e359b6315f33c52973b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc96f2b49c0a406fac831fde8add12ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.959029] env[69695]: DEBUG nova.compute.manager [None req-d728d079-39fe-46bd-9a90-b219fc279770 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 7935d90f-a5e1-4631-86b5-9769c19c3c61] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.157436] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070965} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.157725] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.158618] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b663a-9c09-455e-a33a-a2f68ec94941 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.186237] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b1d6c64d-f7eb-4618-b670-6a433b107e0a/b1d6c64d-f7eb-4618-b670-6a433b107e0a.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.188132] env[69695]: DEBUG nova.compute.manager [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Received event network-changed-a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.190016] env[69695]: DEBUG nova.compute.manager [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Refreshing instance network info cache due to event network-changed-a3e3942a-0eab-4673-b91e-d6b76864fd20. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.190016] env[69695]: DEBUG oslo_concurrency.lockutils [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] Acquiring lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.190016] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8232e5e2-0645-4e17-b9e9-95294e529369 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.211291] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1025.211291] env[69695]: value = "task-3499132" [ 1025.211291] env[69695]: _type = "Task" [ 1025.211291] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.225304] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.280883] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.301243] env[69695]: DEBUG nova.network.neutron [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updated VIF entry in instance network info cache for port a3e3942a-0eab-4673-b91e-d6b76864fd20. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.301643] env[69695]: DEBUG nova.network.neutron [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [{"id": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "address": "fa:16:3e:48:2c:e3", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e3942a-0e", "ovs_interfaceid": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.308932] env[69695]: DEBUG nova.network.neutron [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Successfully created port: f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.349393] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499131, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.407283] env[69695]: DEBUG nova.compute.manager [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1025.462308] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.464267] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.464267] env[69695]: DEBUG nova.network.neutron [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.466870] env[69695]: DEBUG nova.compute.manager [None req-d728d079-39fe-46bd-9a90-b219fc279770 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 7935d90f-a5e1-4631-86b5-9769c19c3c61] Instance disappeared before build. {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1025.727720] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499132, 'name': ReconfigVM_Task, 'duration_secs': 0.338018} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.728055] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b1d6c64d-f7eb-4618-b670-6a433b107e0a/b1d6c64d-f7eb-4618-b670-6a433b107e0a.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.728751] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb31f195-5146-4403-9ba5-3b33756e948a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.743021] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1025.743021] env[69695]: value = "task-3499133" [ 1025.743021] env[69695]: _type = "Task" [ 1025.743021] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.752414] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499133, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.805807] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a7fb791-68bf-486d-8816-996a89a1c58a req-5dd0be71-120c-4acc-a34a-21b2a5f82455 service nova] Releasing lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.805807] env[69695]: DEBUG oslo_concurrency.lockutils [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] Acquired lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.805807] env[69695]: DEBUG nova.network.neutron [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Refreshing network info cache for port a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.851453] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499131, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.853629] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505349ec-f89c-4347-8c25-1a18a0ccb70a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.862740] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4fee60-92fa-4abb-b268-0ae0a070b86e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.895796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12af1557-c037-4f46-9622-e6785f37cd85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.904247] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ec2a0-1c75-4a56-82a7-b700a63ba525 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.908405] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.908627] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "569991e3-d61b-4607-9210-cb2b92a9291a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.908824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.909008] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.909180] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "569991e3-d61b-4607-9210-cb2b92a9291a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.910847] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "2e68decd-e7d3-4587-8ee3-525b300979fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.911067] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.911276] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.911470] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.911642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.916791] env[69695]: INFO nova.compute.manager [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Terminating instance [ 1025.918506] env[69695]: INFO nova.compute.manager [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Terminating instance [ 1025.933806] env[69695]: DEBUG nova.compute.provider_tree [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.936668] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.980495] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d728d079-39fe-46bd-9a90-b219fc279770 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "7935d90f-a5e1-4631-86b5-9769c19c3c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.530s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.253513] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499133, 'name': Rename_Task, 'duration_secs': 0.151456} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.256278] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.256478] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44796603-3202-40c3-b8dc-89b05db6fd76 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.263578] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1026.263578] env[69695]: value = "task-3499134" [ 1026.263578] env[69695]: _type = "Task" [ 1026.263578] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.274142] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.295641] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.312601] env[69695]: INFO nova.network.neutron [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Port 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1026.312871] env[69695]: INFO nova.network.neutron [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Port 135b00bc-de95-4845-b05e-9ad41e59e097 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1026.313391] env[69695]: DEBUG nova.network.neutron [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.331613] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.331859] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.332047] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.332207] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.332350] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.332493] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.332702] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.332860] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.333528] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.333528] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.333650] env[69695]: DEBUG nova.virt.hardware [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.335348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff637f-48e8-43a5-810b-ce37a1fcc59e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.346872] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e3756d-e0a6-4b50-8491-34f0f3cb9f21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.355307] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499131, 'name': CreateSnapshot_Task, 'duration_secs': 1.277255} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.355954] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.359065] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a55f8-3ccc-41ee-b4cc-9287b3c327b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.436634] env[69695]: DEBUG nova.scheduler.client.report [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.440586] env[69695]: DEBUG nova.compute.manager [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.440781] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.441841] env[69695]: DEBUG nova.compute.manager [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.442056] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.443357] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29705dc7-a7e1-429c-bcd5-18e830c1fdb4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.452463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14280ab8-271e-48fb-b7db-98b73155b163 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.469816] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.470191] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.470390] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f902509-a336-47f0-9704-0ed3a6b04205 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.472748] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe21df2e-10d0-4a01-9c77-a0a3b301ceac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.482757] env[69695]: DEBUG oslo_vmware.api [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1026.482757] env[69695]: value = "task-3499136" [ 1026.482757] env[69695]: _type = "Task" [ 1026.482757] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.484308] env[69695]: DEBUG oslo_vmware.api [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1026.484308] env[69695]: value = "task-3499135" [ 1026.484308] env[69695]: _type = "Task" [ 1026.484308] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.509024] env[69695]: DEBUG oslo_vmware.api [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.509024] env[69695]: DEBUG oslo_vmware.api [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.572549] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "f50add0e-f599-412b-b4a8-e79ae1820b45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.572783] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.699570] env[69695]: DEBUG nova.network.neutron [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updated VIF entry in instance network info cache for port a3e3942a-0eab-4673-b91e-d6b76864fd20. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.700087] env[69695]: DEBUG nova.network.neutron [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [{"id": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "address": "fa:16:3e:48:2c:e3", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e3942a-0e", "ovs_interfaceid": "a3e3942a-0eab-4673-b91e-d6b76864fd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.774975] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.817496] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-569991e3-d61b-4607-9210-cb2b92a9291a" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.891229] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.892082] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1bf11a4b-726e-4826-a30d-41d965312a4d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.903548] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1026.903548] env[69695]: value = "task-3499137" [ 1026.903548] env[69695]: _type = "Task" [ 1026.903548] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.917617] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499137, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.942193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.942721] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.949533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.367s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.949533] env[69695]: DEBUG nova.objects.instance [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lazy-loading 'resources' on Instance uuid ffe69589-771a-45dc-b1e2-799b77273dd6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.008550] env[69695]: DEBUG oslo_vmware.api [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499135, 'name': PowerOffVM_Task, 'duration_secs': 0.202284} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.010833] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.011104] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.011783] env[69695]: DEBUG oslo_vmware.api [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499136, 'name': PowerOffVM_Task, 'duration_secs': 0.27102} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.012071] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba08922-720d-4a60-8bda-bb7d57be6c01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.014048] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.014273] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.014548] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab2c77b-9412-4bce-9d96-c823050241c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.076212] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.171325] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.171635] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.171937] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleting the datastore file [datastore2] 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.176025] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f055c6ab-81c2-4d5a-b487-4d421ddb4579 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.181217] env[69695]: DEBUG oslo_vmware.api [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1027.181217] env[69695]: value = "task-3499140" [ 1027.181217] env[69695]: _type = "Task" [ 1027.181217] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.192386] env[69695]: DEBUG oslo_vmware.api [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.203326] env[69695]: DEBUG oslo_concurrency.lockutils [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] Releasing lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.206425] env[69695]: DEBUG nova.compute.manager [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-vif-deleted-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.206425] env[69695]: INFO nova.compute.manager [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Neutron deleted interface 54259170-0056-4f6a-8b7e-5ddb0a6e09d8; detaching it from the instance and deleting it from the info cache [ 1027.206425] env[69695]: DEBUG nova.network.neutron [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "135b00bc-de95-4845-b05e-9ad41e59e097", "address": "fa:16:3e:f7:d1:a4", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135b00bc-de", "ovs_interfaceid": "135b00bc-de95-4845-b05e-9ad41e59e097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.276571] env[69695]: DEBUG oslo_vmware.api [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499134, 'name': PowerOnVM_Task, 'duration_secs': 0.521718} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.276887] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.277378] env[69695]: INFO nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1027.277652] env[69695]: DEBUG nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.278510] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7825d2c3-b5a2-489d-806c-ce969c2eae92 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.323074] env[69695]: DEBUG oslo_concurrency.lockutils [None req-56976abd-077d-45c1-a55a-3ec1d4ad904d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-569991e3-d61b-4607-9210-cb2b92a9291a-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.024s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.420231] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499137, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.423942] env[69695]: DEBUG nova.network.neutron [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Successfully updated port: f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.451897] env[69695]: DEBUG nova.compute.utils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.460358] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.460358] env[69695]: DEBUG nova.network.neutron [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.498080] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.498080] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.498080] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Deleting the datastore file [datastore1] 2e68decd-e7d3-4587-8ee3-525b300979fa {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.498080] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae10e31-5aef-4749-9229-d8b1a4b88b49 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.505187] env[69695]: DEBUG oslo_vmware.api [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1027.505187] env[69695]: value = "task-3499141" [ 1027.505187] env[69695]: _type = "Task" [ 1027.505187] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.514343] env[69695]: DEBUG oslo_vmware.api [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.547908] env[69695]: DEBUG nova.policy [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f05ae53599644e3d9e0563bdb4fd93bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd3134120b9749ee8ef8d82143aba9d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.566966] env[69695]: DEBUG nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-vif-deleted-135b00bc-de95-4845-b05e-9ad41e59e097 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.568066] env[69695]: INFO nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Neutron deleted interface 135b00bc-de95-4845-b05e-9ad41e59e097; detaching it from the instance and deleting it from the info cache [ 1027.568393] env[69695]: DEBUG nova.network.neutron [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [{"id": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "address": "fa:16:3e:2c:ff:41", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e48eae8-24", "ovs_interfaceid": "4e48eae8-24b4-43be-b883-f53a6aaa5da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.605435] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.693810] env[69695]: DEBUG oslo_vmware.api [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25583} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.697741] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.697741] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.697741] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.697741] env[69695]: INFO nova.compute.manager [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1027.697741] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.702295] env[69695]: DEBUG nova.compute.manager [-] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.702430] env[69695]: DEBUG nova.network.neutron [-] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.709466] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dcd4c84-7820-4ef7-9a04-82de4f4ecbc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.724017] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92451457-e574-46de-977b-ad51e81a04b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.763400] env[69695]: DEBUG nova.compute.manager [req-c1c70563-31b1-4bd8-bbc1-a7ecc345d2ff req-59614dbc-5ede-4a6b-8946-28629f4f2957 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Detach interface failed, port_id=54259170-0056-4f6a-8b7e-5ddb0a6e09d8, reason: Instance 569991e3-d61b-4607-9210-cb2b92a9291a could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.791193] env[69695]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 135b00bc-de95-4845-b05e-9ad41e59e097 could not be found.", "detail": ""}} {{(pid=69695) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1027.791193] env[69695]: DEBUG nova.network.neutron [-] Unable to show port 135b00bc-de95-4845-b05e-9ad41e59e097 as it no longer exists. {{(pid=69695) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1027.806114] env[69695]: INFO nova.compute.manager [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Took 38.52 seconds to build instance. [ 1027.924254] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499137, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.927532] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.927665] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.927810] env[69695]: DEBUG nova.network.neutron [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.962230] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.979544] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5cb247-869c-4057-80b6-c6f58532106e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.989474] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fa740f-8daa-4ae4-aca2-47b639281157 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.031804] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea666f6-b27a-4cbf-8428-821da80788f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.045778] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e78af-372d-4514-8533-b213c77c92f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.050196] env[69695]: DEBUG oslo_vmware.api [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226496} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.050456] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.050641] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.050812] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.050979] env[69695]: INFO nova.compute.manager [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1028.051228] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.051775] env[69695]: DEBUG nova.compute.manager [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.051875] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.062619] env[69695]: DEBUG nova.compute.provider_tree [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.071803] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90c8f3f0-b6b4-44e0-9f7e-770b24a59807 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.082482] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c6cdd6-d9ec-4d20-afee-b39dcb8960bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.123598] env[69695]: DEBUG nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Detach interface failed, port_id=135b00bc-de95-4845-b05e-9ad41e59e097, reason: Instance 569991e3-d61b-4607-9210-cb2b92a9291a could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.123656] env[69695]: DEBUG nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.127390] env[69695]: DEBUG nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing instance network info cache due to event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.127390] env[69695]: DEBUG oslo_concurrency.lockutils [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] Acquiring lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.127390] env[69695]: DEBUG oslo_concurrency.lockutils [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] Acquired lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.127390] env[69695]: DEBUG nova.network.neutron [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.308237] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5452eb71-d541-4ffd-a518-7fe64faeab64 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.746s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.424341] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499137, 'name': CloneVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.471059] env[69695]: DEBUG nova.network.neutron [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.567279] env[69695]: DEBUG nova.scheduler.client.report [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.574077] env[69695]: DEBUG nova.network.neutron [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Successfully created port: 0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.637324] env[69695]: DEBUG nova.network.neutron [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updating instance_info_cache with network_info: [{"id": "f4c5993a-a802-4004-ab3f-3077c2adad76", "address": "fa:16:3e:dc:95:a7", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c5993a-a8", "ovs_interfaceid": "f4c5993a-a802-4004-ab3f-3077c2adad76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.862645] env[69695]: DEBUG nova.network.neutron [-] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.924906] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.930038] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499137, 'name': CloneVM_Task, 'duration_secs': 1.627615} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.930038] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Created linked-clone VM from snapshot [ 1028.930319] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623da70e-15f7-415a-871b-d6fb39113f1e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.940890] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Uploading image 1740d9e0-9f99-4981-b3f8-5e104f7a04bb {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.976348] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.983639] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1028.983639] env[69695]: value = "vm-699296" [ 1028.983639] env[69695]: _type = "VirtualMachine" [ 1028.983639] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1028.983639] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6560f244-3551-4a79-860a-b0b54ddb57bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.994691] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lease: (returnval){ [ 1028.994691] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ecc82-9101-8ee7-0b05-a16406c87245" [ 1028.994691] env[69695]: _type = "HttpNfcLease" [ 1028.994691] env[69695]: } obtained for exporting VM: (result){ [ 1028.994691] env[69695]: value = "vm-699296" [ 1028.994691] env[69695]: _type = "VirtualMachine" [ 1028.994691] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1028.995201] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the lease: (returnval){ [ 1028.995201] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ecc82-9101-8ee7-0b05-a16406c87245" [ 1028.995201] env[69695]: _type = "HttpNfcLease" [ 1028.995201] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.010513] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.010780] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.011059] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.011206] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.011869] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.011869] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.011869] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.012072] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.012295] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.012511] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.012954] env[69695]: DEBUG nova.virt.hardware [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.013578] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438cbe65-19d9-4de8-8038-72b2e0147810 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.020011] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.020011] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ecc82-9101-8ee7-0b05-a16406c87245" [ 1029.020011] env[69695]: _type = "HttpNfcLease" [ 1029.020011] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.027030] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aded88-bfb6-43ea-8ac5-078b20e6d5f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.080530] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.083154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.102s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.083541] env[69695]: DEBUG nova.objects.instance [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lazy-loading 'resources' on Instance uuid 5d375ddb-f946-42ef-b862-258483104c67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.119553] env[69695]: INFO nova.scheduler.client.report [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Deleted allocations for instance ffe69589-771a-45dc-b1e2-799b77273dd6 [ 1029.124803] env[69695]: DEBUG nova.network.neutron [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updated VIF entry in instance network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.125329] env[69695]: DEBUG nova.network.neutron [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.146105] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.146753] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Instance network_info: |[{"id": "f4c5993a-a802-4004-ab3f-3077c2adad76", "address": "fa:16:3e:dc:95:a7", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c5993a-a8", "ovs_interfaceid": "f4c5993a-a802-4004-ab3f-3077c2adad76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.147387] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:95:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c5993a-a802-4004-ab3f-3077c2adad76', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.155675] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Creating folder: Project (dc96f2b49c0a406fac831fde8add12ae). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.157377] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f5e51c-8a47-4c38-8078-80e2d6059a6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.172897] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Created folder: Project (dc96f2b49c0a406fac831fde8add12ae) in parent group-v699067. [ 1029.173420] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Creating folder: Instances. Parent ref: group-v699297. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.173824] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe231916-195f-455b-96c3-55ccacb1a7d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.185484] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Created folder: Instances in parent group-v699297. [ 1029.185748] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.185949] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.186182] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96093daa-ea0c-4dfe-a92f-4cb2a13fcbeb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.208805] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.208805] env[69695]: value = "task-3499145" [ 1029.208805] env[69695]: _type = "Task" [ 1029.208805] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.217924] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499145, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.367296] env[69695]: INFO nova.compute.manager [-] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Took 1.66 seconds to deallocate network for instance. [ 1029.429032] env[69695]: INFO nova.compute.manager [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Took 1.38 seconds to deallocate network for instance. [ 1029.470406] env[69695]: DEBUG nova.compute.manager [req-bfe99a7d-3ee3-4100-a726-606bf27758ec req-8f7b7f5f-0759-4d77-ba0a-9ce963f17ac6 service nova] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Received event network-vif-deleted-4e48eae8-24b4-43be-b883-f53a6aaa5da4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.506109] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.506109] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ecc82-9101-8ee7-0b05-a16406c87245" [ 1029.506109] env[69695]: _type = "HttpNfcLease" [ 1029.506109] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.506437] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.506437] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520ecc82-9101-8ee7-0b05-a16406c87245" [ 1029.506437] env[69695]: _type = "HttpNfcLease" [ 1029.506437] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.507402] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542aeda-3c8e-4f02-9c3e-182960ad02c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.516973] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ca48-323d-f231-d1ca-a0605454069b/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.516973] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ca48-323d-f231-d1ca-a0605454069b/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.614498] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c91254eb-e382-418d-9636-fa98e03ee651 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.634251] env[69695]: DEBUG oslo_concurrency.lockutils [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] Releasing lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.634251] env[69695]: DEBUG nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Received event network-vif-plugged-f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.634251] env[69695]: DEBUG oslo_concurrency.lockutils [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] Acquiring lock "dd5494a5-1cb1-4254-a0ba-edd89361039e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.634251] env[69695]: DEBUG oslo_concurrency.lockutils [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.634251] env[69695]: DEBUG oslo_concurrency.lockutils [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.634251] env[69695]: DEBUG nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] No waiting events found dispatching network-vif-plugged-f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.634251] env[69695]: WARNING nova.compute.manager [req-385420c8-e4f0-41af-bee4-c1a645321c75 req-a80abcd6-d776-4681-a68b-bb75cb5870ae service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Received unexpected event network-vif-plugged-f4c5993a-a802-4004-ab3f-3077c2adad76 for instance with vm_state building and task_state spawning. [ 1029.642220] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "ffe69589-771a-45dc-b1e2-799b77273dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.694s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.721069] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499145, 'name': CreateVM_Task, 'duration_secs': 0.336838} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.721245] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.721964] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.722142] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.722510] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.722699] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bd0bcc-2630-47da-a714-a128eba4c329 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.728071] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1029.728071] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5270a5b4-1b59-9a74-7299-bfd92eb95d37" [ 1029.728071] env[69695]: _type = "Task" [ 1029.728071] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.738731] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5270a5b4-1b59-9a74-7299-bfd92eb95d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.787926] env[69695]: DEBUG nova.compute.manager [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Received event network-changed-f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.790108] env[69695]: DEBUG nova.compute.manager [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Refreshing instance network info cache due to event network-changed-f4c5993a-a802-4004-ab3f-3077c2adad76. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.790108] env[69695]: DEBUG oslo_concurrency.lockutils [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] Acquiring lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.790108] env[69695]: DEBUG oslo_concurrency.lockutils [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] Acquired lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.790108] env[69695]: DEBUG nova.network.neutron [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Refreshing network info cache for port f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.874039] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.939957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.987548] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370cbb40-3da1-4329-bc72-0879498ae8f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.997451] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf98c7-f7dd-45fe-af54-b5a72d8afe21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.033544] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de36f83-dc32-49f2-b122-5187db90c5da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.045239] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa11135-baef-47db-a0e6-82f9519abf56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.063488] env[69695]: DEBUG nova.compute.provider_tree [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.170579] env[69695]: DEBUG nova.compute.manager [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.171624] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35570f0b-7343-4c7e-b6e4-572a4cf98fbf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.239592] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5270a5b4-1b59-9a74-7299-bfd92eb95d37, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.239972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240305] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.240800] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.241052] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241397] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.241718] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-431b4fa9-f27c-4789-ac4b-4e1febfed7c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.253482] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.253671] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.254707] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "2e68decd-e7d3-4587-8ee3-525b300979fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.255089] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990a583a-2c8b-4ce8-bb9e-43682c47b5eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.262148] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1030.262148] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525f2369-e65b-09e4-c7eb-b3d3704d181d" [ 1030.262148] env[69695]: _type = "Task" [ 1030.262148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.273606] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525f2369-e65b-09e4-c7eb-b3d3704d181d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.443827] env[69695]: DEBUG nova.network.neutron [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Successfully updated port: 0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.541345] env[69695]: DEBUG nova.network.neutron [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updated VIF entry in instance network info cache for port f4c5993a-a802-4004-ab3f-3077c2adad76. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.542041] env[69695]: DEBUG nova.network.neutron [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updating instance_info_cache with network_info: [{"id": "f4c5993a-a802-4004-ab3f-3077c2adad76", "address": "fa:16:3e:dc:95:a7", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c5993a-a8", "ovs_interfaceid": "f4c5993a-a802-4004-ab3f-3077c2adad76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.566510] env[69695]: DEBUG nova.scheduler.client.report [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.685609] env[69695]: INFO nova.compute.manager [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] instance snapshotting [ 1030.691390] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9d2e1-9e60-4132-a371-781fb93f4988 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.714365] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd54e9-77b2-4e15-a012-15ea13204ebb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.775756] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525f2369-e65b-09e4-c7eb-b3d3704d181d, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.776673] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089c2b65-037b-46cb-a26e-5f6763bdff28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.782820] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1030.782820] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e6c948-b460-bcf8-dd64-cabbf25b219b" [ 1030.782820] env[69695]: _type = "Task" [ 1030.782820] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.792420] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e6c948-b460-bcf8-dd64-cabbf25b219b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.952213] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.952502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.952502] env[69695]: DEBUG nova.network.neutron [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.049843] env[69695]: DEBUG oslo_concurrency.lockutils [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] Releasing lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.050173] env[69695]: DEBUG nova.compute.manager [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.050398] env[69695]: DEBUG nova.compute.manager [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing instance network info cache due to event network-changed-40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.050641] env[69695]: DEBUG oslo_concurrency.lockutils [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] Acquiring lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.050813] env[69695]: DEBUG oslo_concurrency.lockutils [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] Acquired lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.051020] env[69695]: DEBUG nova.network.neutron [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Refreshing network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.077558] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.080562] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.557s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.080986] env[69695]: DEBUG nova.objects.instance [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'resources' on Instance uuid 6b603f92-5fcb-43da-b151-326c8346c589 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.101373] env[69695]: INFO nova.scheduler.client.report [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Deleted allocations for instance 5d375ddb-f946-42ef-b862-258483104c67 [ 1031.231136] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.231565] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28b1b82e-5503-4b52-886a-0bb0d5298154 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.241301] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1031.241301] env[69695]: value = "task-3499147" [ 1031.241301] env[69695]: _type = "Task" [ 1031.241301] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.250440] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499147, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.294783] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e6c948-b460-bcf8-dd64-cabbf25b219b, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.295404] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.295755] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] dd5494a5-1cb1-4254-a0ba-edd89361039e/dd5494a5-1cb1-4254-a0ba-edd89361039e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.296813] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88513b4f-e01e-4e47-a32b-669b041c8e02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.304581] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1031.304581] env[69695]: value = "task-3499148" [ 1031.304581] env[69695]: _type = "Task" [ 1031.304581] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.313111] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.493188] env[69695]: DEBUG nova.network.neutron [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.500318] env[69695]: DEBUG nova.compute.manager [req-33cdbf63-1146-4754-91fe-9231beda7944 req-ae715a46-df81-4d41-90fc-321aac3903ca service nova] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Received event network-vif-deleted-a3e3942a-0eab-4673-b91e-d6b76864fd20 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.611758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-15b18583-2a44-4509-a16d-7b4496a0413f tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Lock "5d375ddb-f946-42ef-b862-258483104c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.822s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.642757] env[69695]: DEBUG nova.network.neutron [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updating instance_info_cache with network_info: [{"id": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "address": "fa:16:3e:25:56:ab", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe58bde-2f", "ovs_interfaceid": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.756657] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499147, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.830846] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.980692] env[69695]: DEBUG nova.network.neutron [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updated VIF entry in instance network info cache for port 40538dd6-6433-4305-8538-ac6ebb6ef6c5. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.981428] env[69695]: DEBUG nova.network.neutron [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [{"id": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "address": "fa:16:3e:14:58:77", "network": {"id": "3f79091a-9d62-42ce-baf6-41da7ac15909", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1670953772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c196a68e13c948faa361c5fd033625e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40538dd6-64", "ovs_interfaceid": "40538dd6-6433-4305-8538-ac6ebb6ef6c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.991017] env[69695]: DEBUG nova.compute.manager [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Received event network-vif-plugged-0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.991017] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] Acquiring lock "78385f0f-64f2-441f-8123-5649d8c9b7d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.991017] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.991017] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.991017] env[69695]: DEBUG nova.compute.manager [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] No waiting events found dispatching network-vif-plugged-0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.991365] env[69695]: WARNING nova.compute.manager [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Received unexpected event network-vif-plugged-0fe58bde-2fd3-4827-905b-d4309b91fa3c for instance with vm_state building and task_state spawning. [ 1031.991739] env[69695]: DEBUG nova.compute.manager [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Received event network-changed-0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.992100] env[69695]: DEBUG nova.compute.manager [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Refreshing instance network info cache due to event network-changed-0fe58bde-2fd3-4827-905b-d4309b91fa3c. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.992397] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] Acquiring lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.051141] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7015844f-38be-4c6c-a29f-a34ef1a0b8aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.061505] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15e6e4-d1ee-423d-8e36-fb50d7981e00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.096787] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41bc4cc-57b4-45f4-acbb-cd45763c4578 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.106155] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6adb63c-36f3-41d1-921f-c0ae27541092 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.126708] env[69695]: DEBUG nova.compute.provider_tree [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.146352] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.148814] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Instance network_info: |[{"id": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "address": "fa:16:3e:25:56:ab", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe58bde-2f", "ovs_interfaceid": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.148814] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] Acquired lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.148814] env[69695]: DEBUG nova.network.neutron [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Refreshing network info cache for port 0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.149214] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:56:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe58bde-2fd3-4827-905b-d4309b91fa3c', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.156783] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.157970] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.158284] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a29e6b97-ad41-49e3-b0c9-7203f97c614f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.181479] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.181479] env[69695]: value = "task-3499149" [ 1032.181479] env[69695]: _type = "Task" [ 1032.181479] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.198872] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499149, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.253830] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499147, 'name': CreateSnapshot_Task, 'duration_secs': 0.756023} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.254176] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1032.255051] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c0f2f-9da6-4191-9f86-3e78d2885497 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.320238] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688994} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.320437] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] dd5494a5-1cb1-4254-a0ba-edd89361039e/dd5494a5-1cb1-4254-a0ba-edd89361039e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.320632] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.320882] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f03f6d3-e569-448a-83f2-37afa3e7c342 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.329456] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1032.329456] env[69695]: value = "task-3499150" [ 1032.329456] env[69695]: _type = "Task" [ 1032.329456] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.339512] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.494495] env[69695]: DEBUG oslo_concurrency.lockutils [req-bde486d5-9650-42c1-a998-b3fe1d6daad3 req-65f97b22-47df-47b4-adaf-b88b2ebdfaa3 service nova] Releasing lock "refresh_cache-a5bb98f9-f843-4c86-8238-a30e446aeec0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.628213] env[69695]: DEBUG nova.scheduler.client.report [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.694025] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499149, 'name': CreateVM_Task, 'duration_secs': 0.459423} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.694025] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.694628] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695478] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.695478] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.698407] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cd2a67-dc8b-4d02-9f2e-f38e2f86008e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.704819] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1032.704819] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264c273-9333-eb84-6cab-111dc00a9eef" [ 1032.704819] env[69695]: _type = "Task" [ 1032.704819] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.714343] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264c273-9333-eb84-6cab-111dc00a9eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.776034] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1032.776514] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0666f13a-12ce-41ee-a394-f00621354b63 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.790297] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1032.790297] env[69695]: value = "task-3499151" [ 1032.790297] env[69695]: _type = "Task" [ 1032.790297] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.799146] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499151, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.840229] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071685} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.840524] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.841394] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be22a06-0270-42d9-b22b-3f31e5d35e2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.867823] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] dd5494a5-1cb1-4254-a0ba-edd89361039e/dd5494a5-1cb1-4254-a0ba-edd89361039e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.871128] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcab2531-4be9-4fed-ad82-e1653202ba35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.900690] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1032.900690] env[69695]: value = "task-3499152" [ 1032.900690] env[69695]: _type = "Task" [ 1032.900690] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.920549] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.014519] env[69695]: DEBUG nova.network.neutron [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updated VIF entry in instance network info cache for port 0fe58bde-2fd3-4827-905b-d4309b91fa3c. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.015083] env[69695]: DEBUG nova.network.neutron [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updating instance_info_cache with network_info: [{"id": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "address": "fa:16:3e:25:56:ab", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe58bde-2f", "ovs_interfaceid": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.133936] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.137331] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.996s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.139340] env[69695]: DEBUG nova.objects.instance [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lazy-loading 'resources' on Instance uuid e30f3fbb-d897-4d42-b38b-9df2ecfd7926 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.167806] env[69695]: INFO nova.scheduler.client.report [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocations for instance 6b603f92-5fcb-43da-b151-326c8346c589 [ 1033.220724] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264c273-9333-eb84-6cab-111dc00a9eef, 'name': SearchDatastore_Task, 'duration_secs': 0.014675} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.221084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.221341] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.221608] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.221757] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.221934] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.222223] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a635ad-aa6b-4515-b604-d5e91846f4f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.233617] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.233843] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.234727] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1586288-0c39-4865-a25a-d0551c3d426e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.242981] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1033.242981] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525e37e6-2639-3ffd-4e0c-e3e1259d75c0" [ 1033.242981] env[69695]: _type = "Task" [ 1033.242981] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.253393] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525e37e6-2639-3ffd-4e0c-e3e1259d75c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.302386] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499151, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.414908] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499152, 'name': ReconfigVM_Task, 'duration_secs': 0.465943} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.415453] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] dd5494a5-1cb1-4254-a0ba-edd89361039e/dd5494a5-1cb1-4254-a0ba-edd89361039e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.418881] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c0dcd56-dbfd-42d2-9762-77c771faacf7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.427433] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1033.427433] env[69695]: value = "task-3499153" [ 1033.427433] env[69695]: _type = "Task" [ 1033.427433] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.437151] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499153, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.474946] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.475367] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.475634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "e836ad49-6776-4512-94c2-67a095eeebe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.475879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.476136] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.479037] env[69695]: INFO nova.compute.manager [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Terminating instance [ 1033.517642] env[69695]: DEBUG oslo_concurrency.lockutils [req-5fbe3937-ddf7-433b-bdcd-af3a5c712c2d req-6cf557c0-5fd0-4c61-a2bc-2a607f351714 service nova] Releasing lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.678028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "6b603f92-5fcb-43da-b151-326c8346c589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.661s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.755894] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525e37e6-2639-3ffd-4e0c-e3e1259d75c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014713} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.759236] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b3f84c-72f7-464b-b96d-8cc9be36a0ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.765479] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1033.765479] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d2366e-3454-7f6c-1ed5-3b82e994d3be" [ 1033.765479] env[69695]: _type = "Task" [ 1033.765479] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.778113] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d2366e-3454-7f6c-1ed5-3b82e994d3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.803189] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499151, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.944330] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499153, 'name': Rename_Task, 'duration_secs': 0.18604} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.944330] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.944330] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c6a923-9e0b-4cfa-b2b5-e85976f12ca3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.949633] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1033.949633] env[69695]: value = "task-3499154" [ 1033.949633] env[69695]: _type = "Task" [ 1033.949633] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.958228] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.974313] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad4746-1463-4c3b-aa57-29ecbc1d90a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.982688] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3444d1-a934-45ac-bed8-22333483c7cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.986539] env[69695]: DEBUG nova.compute.manager [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.986751] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.987592] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a003d0be-a172-4f17-8673-b1f6443768d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.996052] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.022590] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ccc4ad-03db-4916-8d45-bcb57fc6efd2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.025458] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ab67e-6528-4f33-8844-83df9e503ac9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.035094] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56fc70c-ecfd-4c8b-9505-c9969c46ad50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.040582] env[69695]: DEBUG oslo_vmware.api [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 1034.040582] env[69695]: value = "task-3499155" [ 1034.040582] env[69695]: _type = "Task" [ 1034.040582] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.057525] env[69695]: DEBUG nova.compute.provider_tree [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.067084] env[69695]: DEBUG oslo_vmware.api [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.281209] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d2366e-3454-7f6c-1ed5-3b82e994d3be, 'name': SearchDatastore_Task, 'duration_secs': 0.015483} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.281662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.282103] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/78385f0f-64f2-441f-8123-5649d8c9b7d8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.282558] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d93b2ac-3451-4d07-9398-0dcfe2d11117 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.292581] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1034.292581] env[69695]: value = "task-3499156" [ 1034.292581] env[69695]: _type = "Task" [ 1034.292581] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.309324] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499151, 'name': CloneVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.313095] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.461446] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499154, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.552474] env[69695]: DEBUG oslo_vmware.api [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499155, 'name': PowerOffVM_Task, 'duration_secs': 0.224531} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.552826] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.553018] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.553349] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b41e01d0-5f1b-4509-97da-303c21db9379 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.561518] env[69695]: DEBUG nova.scheduler.client.report [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.657480] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.657935] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.658271] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Deleting the datastore file [datastore1] e836ad49-6776-4512-94c2-67a095eeebe6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.658640] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b1a85f8-c170-4b54-aec0-52d21eff9e1d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.671747] env[69695]: DEBUG oslo_vmware.api [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for the task: (returnval){ [ 1034.671747] env[69695]: value = "task-3499158" [ 1034.671747] env[69695]: _type = "Task" [ 1034.671747] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.684362] env[69695]: DEBUG oslo_vmware.api [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.810979] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499151, 'name': CloneVM_Task, 'duration_secs': 1.56705} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.812038] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Created linked-clone VM from snapshot [ 1034.815353] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aece616-9faf-4714-93ee-9a2075bdba7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.822930] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.832263] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Uploading image dc4d25a0-b905-4688-812c-638b87f75081 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1034.849090] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.849271] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-434a91c2-df87-49b5-9b5d-bacc38525c07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.859610] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1034.859610] env[69695]: value = "task-3499159" [ 1034.859610] env[69695]: _type = "Task" [ 1034.859610] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.872458] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499159, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.963794] env[69695]: DEBUG oslo_vmware.api [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499154, 'name': PowerOnVM_Task, 'duration_secs': 0.71586} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.963794] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.963794] env[69695]: INFO nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1034.963794] env[69695]: DEBUG nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.963794] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66d7de0-dedb-4299-b813-3dddb24e112c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.067326] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.070097] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.171s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.073084] env[69695]: INFO nova.compute.claims [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.095338] env[69695]: INFO nova.scheduler.client.report [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted allocations for instance e30f3fbb-d897-4d42-b38b-9df2ecfd7926 [ 1035.182943] env[69695]: DEBUG oslo_vmware.api [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Task: {'id': task-3499158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394465} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.183250] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.183533] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.183737] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.183916] env[69695]: INFO nova.compute.manager [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1035.184258] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.184464] env[69695]: DEBUG nova.compute.manager [-] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.184559] env[69695]: DEBUG nova.network.neutron [-] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.237414] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.237414] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.309628] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654932} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.309912] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/78385f0f-64f2-441f-8123-5649d8c9b7d8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.310174] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.310642] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16c66410-a1ee-4354-a709-ac371c49629c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.318059] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1035.318059] env[69695]: value = "task-3499160" [ 1035.318059] env[69695]: _type = "Task" [ 1035.318059] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.327994] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.370481] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499159, 'name': Destroy_Task, 'duration_secs': 0.473442} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.371086] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Destroyed the VM [ 1035.371450] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.371728] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1bbefc1-02f0-49dc-88d5-2b8ed0d50d71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.378931] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1035.378931] env[69695]: value = "task-3499161" [ 1035.378931] env[69695]: _type = "Task" [ 1035.378931] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.387566] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.482617] env[69695]: INFO nova.compute.manager [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Took 37.43 seconds to build instance. [ 1035.602607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5de9d0c8-7534-403d-aa02-25f31b74f8ee tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e30f3fbb-d897-4d42-b38b-9df2ecfd7926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.363s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.742787] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.829303] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082969} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.829663] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.830685] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2bdcdd-7f39-4092-9a66-64ce1afcdabf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.854780] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/78385f0f-64f2-441f-8123-5649d8c9b7d8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.855175] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957249aa-0b7a-4d1e-b6af-a14898ac1bf6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.878307] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1035.878307] env[69695]: value = "task-3499162" [ 1035.878307] env[69695]: _type = "Task" [ 1035.878307] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.892108] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.895078] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499161, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.984607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b5d22fdd-9432-4103-914c-0b438330309a tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.953s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.074674] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "83962551-dd92-4112-95c2-778ffa4d6281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.074958] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "83962551-dd92-4112-95c2-778ffa4d6281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.270853] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.396798] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499162, 'name': ReconfigVM_Task, 'duration_secs': 0.354536} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.399843] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/78385f0f-64f2-441f-8123-5649d8c9b7d8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.400535] env[69695]: DEBUG oslo_vmware.api [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499161, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673507} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.403059] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0959620e-7400-401a-a2e9-c9cb33d9e686 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.404662] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.412953] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1036.412953] env[69695]: value = "task-3499163" [ 1036.412953] env[69695]: _type = "Task" [ 1036.412953] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.422703] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499163, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.461195] env[69695]: DEBUG nova.compute.manager [req-31e9ea2c-a035-4a33-ba8a-9ebffe4f8ad4 req-bb58fd35-2ddd-4198-989e-8d7b86f0bfcb service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Received event network-vif-deleted-50918c95-6bdd-499e-9906-532c846ebaf5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.461405] env[69695]: INFO nova.compute.manager [req-31e9ea2c-a035-4a33-ba8a-9ebffe4f8ad4 req-bb58fd35-2ddd-4198-989e-8d7b86f0bfcb service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Neutron deleted interface 50918c95-6bdd-499e-9906-532c846ebaf5; detaching it from the instance and deleting it from the info cache [ 1036.462567] env[69695]: DEBUG nova.network.neutron [req-31e9ea2c-a035-4a33-ba8a-9ebffe4f8ad4 req-bb58fd35-2ddd-4198-989e-8d7b86f0bfcb service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.523773] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2faed7-1517-4468-bc90-49b073f7103c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.535023] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccd0ce6-f8ee-4def-8450-28748c43f9f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.539453] env[69695]: DEBUG nova.network.neutron [-] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.575551] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371defb1-6d4c-4f98-8bfb-5acf04229c24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.579191] env[69695]: DEBUG nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.592387] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4349b3db-40a5-4688-b9ed-c5e5bba77e6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.609750] env[69695]: DEBUG nova.compute.provider_tree [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.909474] env[69695]: WARNING nova.compute.manager [None req-a457c412-5ae4-4987-8128-b5cb821b4cfe tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Image not found during snapshot: nova.exception.ImageNotFound: Image dc4d25a0-b905-4688-812c-638b87f75081 could not be found. [ 1036.928086] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499163, 'name': Rename_Task, 'duration_secs': 0.220925} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.928538] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.928685] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a2b5551-ea8f-46d9-b16d-e4e1cf718535 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.940786] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1036.940786] env[69695]: value = "task-3499164" [ 1036.940786] env[69695]: _type = "Task" [ 1036.940786] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.950398] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.965384] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-433dae3a-a11d-4b69-a440-32fc75e436cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.977115] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72046d9a-d1ad-4b3a-a771-3416a4082885 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.014952] env[69695]: DEBUG nova.compute.manager [req-31e9ea2c-a035-4a33-ba8a-9ebffe4f8ad4 req-bb58fd35-2ddd-4198-989e-8d7b86f0bfcb service nova] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Detach interface failed, port_id=50918c95-6bdd-499e-9906-532c846ebaf5, reason: Instance e836ad49-6776-4512-94c2-67a095eeebe6 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.044891] env[69695]: INFO nova.compute.manager [-] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Took 1.86 seconds to deallocate network for instance. [ 1037.105433] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.113384] env[69695]: DEBUG nova.scheduler.client.report [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.451020] env[69695]: DEBUG oslo_vmware.api [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499164, 'name': PowerOnVM_Task, 'duration_secs': 0.50516} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.451337] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.451974] env[69695]: INFO nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1037.455021] env[69695]: DEBUG nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.455021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ff0ede-1aa0-4780-b639-2cbb1f9acd57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.557044] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.622715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.623381] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.627109] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.485s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.972457] env[69695]: INFO nova.compute.manager [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Took 36.92 seconds to build instance. [ 1038.131450] env[69695]: DEBUG nova.compute.utils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.135490] env[69695]: INFO nova.compute.claims [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.140531] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.140771] env[69695]: DEBUG nova.network.neutron [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.200241] env[69695]: DEBUG nova.policy [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '897ac6c01a3a4b5fafe686e1566cee7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcf3db0dec4547ad823ae6023b60956a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.474778] env[69695]: DEBUG oslo_concurrency.lockutils [None req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.428s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.482424] env[69695]: INFO nova.compute.manager [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Rescuing [ 1038.482675] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.482950] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.483045] env[69695]: DEBUG nova.network.neutron [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.544848] env[69695]: DEBUG nova.compute.manager [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Received event network-changed-f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.545081] env[69695]: DEBUG nova.compute.manager [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Refreshing instance network info cache due to event network-changed-f4c5993a-a802-4004-ab3f-3077c2adad76. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.545304] env[69695]: DEBUG oslo_concurrency.lockutils [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] Acquiring lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.545448] env[69695]: DEBUG oslo_concurrency.lockutils [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] Acquired lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.545610] env[69695]: DEBUG nova.network.neutron [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Refreshing network info cache for port f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.583668] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.583937] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.584306] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.584388] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.584554] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.586921] env[69695]: INFO nova.compute.manager [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Terminating instance [ 1038.640405] env[69695]: DEBUG nova.compute.utils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.645268] env[69695]: INFO nova.compute.resource_tracker [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating resource usage from migration 446bb4a4-cafe-4693-8eff-128a2fe77117 [ 1038.788732] env[69695]: DEBUG nova.network.neutron [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Successfully created port: 0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.013104] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae575e-2f9d-45c6-a890-fba230d20b9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.026020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a24e5-7bec-4d73-ba18-8b301ed1a5d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.063181] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c38727-c384-4f7c-b8dc-f9856ca16e67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.073975] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66101ad4-be08-411d-ba54-aee93e99896b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.090203] env[69695]: DEBUG nova.compute.provider_tree [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.092511] env[69695]: DEBUG nova.compute.manager [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.092710] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.093548] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaae9a7-e908-4c7f-abff-575012cf488f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.103781] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.104045] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e3b69fb-7d16-4afb-8c06-5364e4c321b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.113116] env[69695]: DEBUG oslo_vmware.api [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1039.113116] env[69695]: value = "task-3499165" [ 1039.113116] env[69695]: _type = "Task" [ 1039.113116] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.123784] env[69695]: DEBUG oslo_vmware.api [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.144157] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.307046] env[69695]: DEBUG nova.network.neutron [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updating instance_info_cache with network_info: [{"id": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "address": "fa:16:3e:25:56:ab", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe58bde-2f", "ovs_interfaceid": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.362288] env[69695]: DEBUG nova.network.neutron [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updated VIF entry in instance network info cache for port f4c5993a-a802-4004-ab3f-3077c2adad76. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.362661] env[69695]: DEBUG nova.network.neutron [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updating instance_info_cache with network_info: [{"id": "f4c5993a-a802-4004-ab3f-3077c2adad76", "address": "fa:16:3e:dc:95:a7", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c5993a-a8", "ovs_interfaceid": "f4c5993a-a802-4004-ab3f-3077c2adad76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.594065] env[69695]: DEBUG nova.scheduler.client.report [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.625371] env[69695]: DEBUG oslo_vmware.api [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499165, 'name': PowerOffVM_Task, 'duration_secs': 0.343384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.625750] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.625891] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.626193] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f6bee9e-9bee-45ab-9d39-14705ee10848 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.697871] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.698165] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.698359] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleting the datastore file [datastore1] b1d6c64d-f7eb-4618-b670-6a433b107e0a {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.698630] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2426714-398b-46e6-a4eb-56e362613f5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.706389] env[69695]: DEBUG oslo_vmware.api [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for the task: (returnval){ [ 1039.706389] env[69695]: value = "task-3499167" [ 1039.706389] env[69695]: _type = "Task" [ 1039.706389] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.714974] env[69695]: DEBUG oslo_vmware.api [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.800070] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ca48-323d-f231-d1ca-a0605454069b/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.800969] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1800d-a259-4e2c-b42b-370cb3c3c87f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.809518] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ca48-323d-f231-d1ca-a0605454069b/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.809709] env[69695]: ERROR oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ca48-323d-f231-d1ca-a0605454069b/disk-0.vmdk due to incomplete transfer. [ 1039.810186] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.812094] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-972c4047-2a0b-4716-86b0-d468555ec30d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.822012] env[69695]: DEBUG oslo_vmware.rw_handles [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ca48-323d-f231-d1ca-a0605454069b/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.822012] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Uploaded image 1740d9e0-9f99-4981-b3f8-5e104f7a04bb to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.824542] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.824792] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55add2ab-56f5-4b7f-875e-33ef1ff95db4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.833019] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1039.833019] env[69695]: value = "task-3499168" [ 1039.833019] env[69695]: _type = "Task" [ 1039.833019] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.843765] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499168, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.866979] env[69695]: DEBUG oslo_concurrency.lockutils [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] Releasing lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.866979] env[69695]: DEBUG nova.compute.manager [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Received event network-changed-f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.866979] env[69695]: DEBUG nova.compute.manager [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Refreshing instance network info cache due to event network-changed-f4c5993a-a802-4004-ab3f-3077c2adad76. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.867325] env[69695]: DEBUG oslo_concurrency.lockutils [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] Acquiring lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.867566] env[69695]: DEBUG oslo_concurrency.lockutils [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] Acquired lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.867814] env[69695]: DEBUG nova.network.neutron [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Refreshing network info cache for port f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.102541] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.475s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.102772] env[69695]: INFO nova.compute.manager [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Migrating [ 1040.111518] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.378s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.111702] env[69695]: DEBUG nova.objects.instance [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lazy-loading 'resources' on Instance uuid b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.155057] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.176198] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:25:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1744145103',id=39,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1667602510',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.176478] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.176636] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.176815] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.177029] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.177703] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.177942] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.178125] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.178309] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.178477] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.178652] env[69695]: DEBUG nova.virt.hardware [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.179899] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa12938-ed1d-46cb-a23c-a288127854d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.190895] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a7aa7-f301-41bd-8299-65c5d9361834 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.216020] env[69695]: DEBUG oslo_vmware.api [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Task: {'id': task-3499167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260634} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.219377] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.219377] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.219377] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.219377] env[69695]: INFO nova.compute.manager [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1040.219377] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.219377] env[69695]: DEBUG nova.compute.manager [-] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.219377] env[69695]: DEBUG nova.network.neutron [-] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.344019] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499168, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.614354] env[69695]: DEBUG nova.network.neutron [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updated VIF entry in instance network info cache for port f4c5993a-a802-4004-ab3f-3077c2adad76. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.614854] env[69695]: DEBUG nova.network.neutron [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updating instance_info_cache with network_info: [{"id": "f4c5993a-a802-4004-ab3f-3077c2adad76", "address": "fa:16:3e:dc:95:a7", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c5993a-a8", "ovs_interfaceid": "f4c5993a-a802-4004-ab3f-3077c2adad76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.630129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.630129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.630129] env[69695]: DEBUG nova.network.neutron [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.637635] env[69695]: DEBUG nova.compute.manager [req-ee2975c2-ffe9-4a3b-af10-f4f2dd6b51a9 req-999a2626-82be-4575-b5d7-7953cc2d578d service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Received event network-vif-deleted-741adbbd-ff3a-4711-af10-866493297dfb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.637635] env[69695]: INFO nova.compute.manager [req-ee2975c2-ffe9-4a3b-af10-f4f2dd6b51a9 req-999a2626-82be-4575-b5d7-7953cc2d578d service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Neutron deleted interface 741adbbd-ff3a-4711-af10-866493297dfb; detaching it from the instance and deleting it from the info cache [ 1040.637635] env[69695]: DEBUG nova.network.neutron [req-ee2975c2-ffe9-4a3b-af10-f4f2dd6b51a9 req-999a2626-82be-4575-b5d7-7953cc2d578d service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.840748] env[69695]: DEBUG nova.network.neutron [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Successfully updated port: 0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.848138] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499168, 'name': Destroy_Task, 'duration_secs': 0.611558} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.854413] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Destroyed the VM [ 1040.854766] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.857288] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee3de974-b57a-4176-bab3-eb4776b5e97d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.869297] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1040.869297] env[69695]: value = "task-3499169" [ 1040.869297] env[69695]: _type = "Task" [ 1040.869297] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.875426] env[69695]: DEBUG nova.compute.manager [req-b8471357-5f7f-4829-bdf3-8534bde89b36 req-cc315011-7351-4390-aaf2-dc437f76677f service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Received event network-vif-plugged-0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.875654] env[69695]: DEBUG oslo_concurrency.lockutils [req-b8471357-5f7f-4829-bdf3-8534bde89b36 req-cc315011-7351-4390-aaf2-dc437f76677f service nova] Acquiring lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.875902] env[69695]: DEBUG oslo_concurrency.lockutils [req-b8471357-5f7f-4829-bdf3-8534bde89b36 req-cc315011-7351-4390-aaf2-dc437f76677f service nova] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.876092] env[69695]: DEBUG oslo_concurrency.lockutils [req-b8471357-5f7f-4829-bdf3-8534bde89b36 req-cc315011-7351-4390-aaf2-dc437f76677f service nova] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.876265] env[69695]: DEBUG nova.compute.manager [req-b8471357-5f7f-4829-bdf3-8534bde89b36 req-cc315011-7351-4390-aaf2-dc437f76677f service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] No waiting events found dispatching network-vif-plugged-0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.876428] env[69695]: WARNING nova.compute.manager [req-b8471357-5f7f-4829-bdf3-8534bde89b36 req-cc315011-7351-4390-aaf2-dc437f76677f service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Received unexpected event network-vif-plugged-0f148f59-696c-45c5-880e-e2251be8f52a for instance with vm_state building and task_state spawning. [ 1040.884064] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.002242] env[69695]: DEBUG nova.network.neutron [-] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.088962] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a0449-9a74-4819-b305-816ac4e79e36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.103314] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7487c964-0a4e-4bcf-96a7-6ad67664e543 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.137642] env[69695]: DEBUG oslo_concurrency.lockutils [req-e1508b05-e557-4313-b6a4-d3229d8618da req-45167665-1247-4d86-8422-1bd7271ea311 service nova] Releasing lock "refresh_cache-dd5494a5-1cb1-4254-a0ba-edd89361039e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.140280] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76e800-d753-4629-a7b3-11764aa8d63b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.143469] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a83a842-0c64-423b-8b61-f6c793fe9dec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.151951] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76467fee-58a0-4c3d-90e9-9ec824c5f1c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.158363] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14b9c2e-e223-4507-aa4d-a5535ac4dfbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.181270] env[69695]: DEBUG nova.compute.provider_tree [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.192063] env[69695]: DEBUG nova.compute.manager [req-ee2975c2-ffe9-4a3b-af10-f4f2dd6b51a9 req-999a2626-82be-4575-b5d7-7953cc2d578d service nova] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Detach interface failed, port_id=741adbbd-ff3a-4711-af10-866493297dfb, reason: Instance b1d6c64d-f7eb-4618-b670-6a433b107e0a could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.193677] env[69695]: DEBUG nova.scheduler.client.report [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.343924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.344139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.344279] env[69695]: DEBUG nova.network.neutron [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.361099] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.361408] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8911e10-f9e3-4840-a4be-f5449115e7b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.371504] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1041.371504] env[69695]: value = "task-3499170" [ 1041.371504] env[69695]: _type = "Task" [ 1041.371504] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.389796] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.391834] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.505055] env[69695]: INFO nova.compute.manager [-] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Took 1.29 seconds to deallocate network for instance. [ 1041.547226] env[69695]: DEBUG nova.network.neutron [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [{"id": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "address": "fa:16:3e:07:be:0d", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401846a-1d", "ovs_interfaceid": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.700362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.589s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.706810] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.469s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.706810] env[69695]: DEBUG nova.objects.instance [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'resources' on Instance uuid e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.729509] env[69695]: INFO nova.scheduler.client.report [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Deleted allocations for instance b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3 [ 1041.884786] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499169, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.894303] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499170, 'name': PowerOffVM_Task, 'duration_secs': 0.19849} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.894303] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.894303] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407fb67-2902-4ef0-9696-8116f88f87cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.898553] env[69695]: DEBUG nova.network.neutron [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.920942] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c388d0-0eef-494e-b867-f9f4927b77f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.956134] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.956467] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278a9654-3e54-4d8b-882c-3f490206b788 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.964787] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1041.964787] env[69695]: value = "task-3499171" [ 1041.964787] env[69695]: _type = "Task" [ 1041.964787] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.973391] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.013536] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.050569] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.174468] env[69695]: DEBUG nova.network.neutron [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Updating instance_info_cache with network_info: [{"id": "0f148f59-696c-45c5-880e-e2251be8f52a", "address": "fa:16:3e:e1:c4:0d", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f148f59-69", "ovs_interfaceid": "0f148f59-696c-45c5-880e-e2251be8f52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.209274] env[69695]: DEBUG nova.objects.instance [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'numa_topology' on Instance uuid e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.239071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Lock "b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.277s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.343362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.343628] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.387409] env[69695]: DEBUG oslo_vmware.api [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499169, 'name': RemoveSnapshot_Task, 'duration_secs': 1.074626} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.387746] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.388797] env[69695]: INFO nova.compute.manager [None req-ab8b9a9f-dfcb-4d3d-b51d-001a0cbd2373 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Took 18.10 seconds to snapshot the instance on the hypervisor. [ 1042.476599] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.476820] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.477781] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.477781] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.477781] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.478230] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9618f98a-bb61-4d7e-902d-095a2252bed8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492907] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.493116] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.494516] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f37e0fc-7062-4078-8771-c10946021c5b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.500473] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1042.500473] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523cde10-6824-668a-abde-74279be1c7d5" [ 1042.500473] env[69695]: _type = "Task" [ 1042.500473] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.508732] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523cde10-6824-668a-abde-74279be1c7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.679186] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Releasing lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.679575] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Instance network_info: |[{"id": "0f148f59-696c-45c5-880e-e2251be8f52a", "address": "fa:16:3e:e1:c4:0d", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f148f59-69", "ovs_interfaceid": "0f148f59-696c-45c5-880e-e2251be8f52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.680014] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c4:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f148f59-696c-45c5-880e-e2251be8f52a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.689634] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.689936] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.690453] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b3144d4-f9bd-44cb-94f7-98cc66f00a74 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.712225] env[69695]: DEBUG nova.objects.base [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.716585] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.716585] env[69695]: value = "task-3499172" [ 1042.716585] env[69695]: _type = "Task" [ 1042.716585] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.724960] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499172, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.846561] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.018893] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523cde10-6824-668a-abde-74279be1c7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.02126} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.019922] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948568dd-fee3-4ab9-b688-77cb60e1074a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.031396] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1043.031396] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b439bb-c565-40d2-4815-c87d7c9c28f7" [ 1043.031396] env[69695]: _type = "Task" [ 1043.031396] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.040824] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b439bb-c565-40d2-4815-c87d7c9c28f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.108584] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bc05d0-b4cb-4e0f-9b5b-cbc04ed2b0d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.117463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab4abb-5ba6-4184-844e-b7251145d7d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.154940] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72a5659-aa01-46a9-9fc5-5e1a5f60bb97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.165333] env[69695]: DEBUG nova.compute.manager [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Received event network-changed-0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.165535] env[69695]: DEBUG nova.compute.manager [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Refreshing instance network info cache due to event network-changed-0f148f59-696c-45c5-880e-e2251be8f52a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.165742] env[69695]: DEBUG oslo_concurrency.lockutils [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] Acquiring lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.165881] env[69695]: DEBUG oslo_concurrency.lockutils [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] Acquired lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.166059] env[69695]: DEBUG nova.network.neutron [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Refreshing network info cache for port 0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.176738] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1daf68-a929-4109-bea8-11464166bdf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.192680] env[69695]: DEBUG nova.compute.provider_tree [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.227209] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499172, 'name': CreateVM_Task, 'duration_secs': 0.345012} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.227421] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.228644] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.228818] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.229220] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.229508] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5203db-0452-43ff-b984-0caf9b9f0d55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.236043] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1043.236043] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d1a3c7-d170-70e3-2388-704c1d15f552" [ 1043.236043] env[69695]: _type = "Task" [ 1043.236043] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.245505] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d1a3c7-d170-70e3-2388-704c1d15f552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.369602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.554400] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b439bb-c565-40d2-4815-c87d7c9c28f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.554400] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.554400] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. {{(pid=69695) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1043.554400] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4958be10-cf55-4851-bf5d-970d370b89c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.565843] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1043.565843] env[69695]: value = "task-3499173" [ 1043.565843] env[69695]: _type = "Task" [ 1043.565843] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.566770] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29185adc-88c6-412c-b4af-781f85c0583d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.580869] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.594868] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.696178] env[69695]: DEBUG nova.scheduler.client.report [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.754194] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d1a3c7-d170-70e3-2388-704c1d15f552, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.754658] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.754997] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.755321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.755506] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.757035] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.757035] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3101a61-8a5e-4448-9be0-13582027125b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.770169] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.770630] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.771666] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d17276c-1b94-4f93-a49c-5a740f7414f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.787676] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1043.787676] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529feb9c-1fa5-7d2a-c335-1ae54e3669d8" [ 1043.787676] env[69695]: _type = "Task" [ 1043.787676] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.793830] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529feb9c-1fa5-7d2a-c335-1ae54e3669d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.076789] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499173, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.102073] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.102073] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbccbddc-0cdf-4e9f-8c28-c27fa90b8ca2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.113225] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1044.113225] env[69695]: value = "task-3499174" [ 1044.113225] env[69695]: _type = "Task" [ 1044.113225] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.123099] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.173676] env[69695]: DEBUG nova.compute.manager [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.174660] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0bd850-0042-4513-aae0-67796bd7848c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.204849] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.502s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.207683] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.966s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.207926] env[69695]: DEBUG nova.objects.instance [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lazy-loading 'resources' on Instance uuid 82ea4a1f-6d5c-489a-99ac-732fe8f93790 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.293142] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529feb9c-1fa5-7d2a-c335-1ae54e3669d8, 'name': SearchDatastore_Task, 'duration_secs': 0.021386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.294264] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7018b93e-32a3-429e-b3de-e4e7e0411985 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.299739] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1044.299739] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52684eb8-f5ae-94d8-392f-b5ca0e911aa3" [ 1044.299739] env[69695]: _type = "Task" [ 1044.299739] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.319979] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52684eb8-f5ae-94d8-392f-b5ca0e911aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.320321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.320575] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb/a00ec6a5-501b-4988-a0dd-6b0b17178eeb.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.320834] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726f3c76-1a0e-4a4f-828f-eb6158c304a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.329593] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1044.329593] env[69695]: value = "task-3499175" [ 1044.329593] env[69695]: _type = "Task" [ 1044.329593] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.338391] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.401139] env[69695]: DEBUG nova.network.neutron [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Updated VIF entry in instance network info cache for port 0f148f59-696c-45c5-880e-e2251be8f52a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.401515] env[69695]: DEBUG nova.network.neutron [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Updating instance_info_cache with network_info: [{"id": "0f148f59-696c-45c5-880e-e2251be8f52a", "address": "fa:16:3e:e1:c4:0d", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f148f59-69", "ovs_interfaceid": "0f148f59-696c-45c5-880e-e2251be8f52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.579908] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553877} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.581111] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. [ 1044.581324] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88e81b-83a2-473a-84e4-100f8eac91ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.609118] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.609363] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857fcb50-c80c-4f7f-8405-c64e7c3d6e55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.632892] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499174, 'name': PowerOffVM_Task, 'duration_secs': 0.317053} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.635669] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.635911] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.641538] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1044.641538] env[69695]: value = "task-3499176" [ 1044.641538] env[69695]: _type = "Task" [ 1044.641538] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.653837] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.687101] env[69695]: INFO nova.compute.manager [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] instance snapshotting [ 1044.691041] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab30526-5b7b-4a9e-a308-e836119178b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.724593] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ff205bcf-459e-4a9c-8bbc-40d09d399f47 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.238s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.730882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 20.449s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.731045] env[69695]: INFO nova.compute.manager [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Unshelving [ 1044.733643] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a18a6-300a-43ed-8d76-79ea303cbfda {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.840899] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500024} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.843724] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb/a00ec6a5-501b-4988-a0dd-6b0b17178eeb.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.843964] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.844485] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f40bfb89-fecf-415f-9718-9bf2d30aae56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.852059] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1044.852059] env[69695]: value = "task-3499177" [ 1044.852059] env[69695]: _type = "Task" [ 1044.852059] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.863767] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.906582] env[69695]: DEBUG oslo_concurrency.lockutils [req-ed7b90c6-20cc-4985-b828-43c76bcb2d17 req-229eaf94-66d0-48ee-a4f3-628b51fd7cf4 service nova] Releasing lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.089818] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031ee862-99a0-44e6-a647-f5ee38609732 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.096534] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a963e23b-6cf4-42b9-b6b0-bed2cb7e63da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.132640] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab034a-c383-40ca-8150-bdd76ff16eb0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.141842] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077336b-a631-4935-8790-cbf55b15895f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.147924] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.148157] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.148383] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.148645] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.148871] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.149053] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.149350] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.149566] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.149792] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.150015] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.150260] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.155370] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e86f9b0-f780-4188-80aa-750eebf9f456 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.175377] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499176, 'name': ReconfigVM_Task, 'duration_secs': 0.366914} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.184644] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.187040] env[69695]: DEBUG nova.compute.provider_tree [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.187040] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1045.187040] env[69695]: value = "task-3499178" [ 1045.187040] env[69695]: _type = "Task" [ 1045.187040] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.187527] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e7846c-3985-436a-94cd-e4b8ec3bdb8a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200528] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.221988] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb892168-f12a-408b-9b74-77b1601eee84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.243060] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1045.243060] env[69695]: value = "task-3499179" [ 1045.243060] env[69695]: _type = "Task" [ 1045.243060] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.248249] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1045.251636] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13647dcd-4f98-43b8-babb-2a70a37a7e84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.253626] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.259630] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1045.259630] env[69695]: value = "task-3499180" [ 1045.259630] env[69695]: _type = "Task" [ 1045.259630] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.269326] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.365153] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0661} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.365301] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.366180] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b87140b-bb23-44d5-bf3a-06c4fedbc387 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.392197] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb/a00ec6a5-501b-4988-a0dd-6b0b17178eeb.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.392458] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52bcda5-d84c-4c49-b4b7-58962e56a77b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.413845] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1045.413845] env[69695]: value = "task-3499181" [ 1045.413845] env[69695]: _type = "Task" [ 1045.413845] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.422792] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.699401] env[69695]: DEBUG nova.scheduler.client.report [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.708914] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499178, 'name': ReconfigVM_Task, 'duration_secs': 0.271601} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.709355] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.743065] env[69695]: DEBUG nova.compute.utils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.752360] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499179, 'name': ReconfigVM_Task, 'duration_secs': 0.180284} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.752534] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.752845] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d95e606d-d66a-4575-a93d-75f4d46a51bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.765399] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1045.765399] env[69695]: value = "task-3499182" [ 1045.765399] env[69695]: _type = "Task" [ 1045.765399] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.775358] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499180, 'name': CreateSnapshot_Task, 'duration_secs': 0.495326} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.775358] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.775358] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4288312c-86ef-4cfa-a9fd-cdeba05adac7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.780999] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.924650] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.204662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.208338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.974s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.210040] env[69695]: INFO nova.compute.claims [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.215896] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.216987] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.216987] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.216987] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.216987] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.216987] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.216987] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.217603] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.217862] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.218082] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.221787] env[69695]: DEBUG nova.virt.hardware [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.224265] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.226027] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c782914a-25f0-48eb-8b50-3f3052962885 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.241345] env[69695]: INFO nova.scheduler.client.report [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Deleted allocations for instance 82ea4a1f-6d5c-489a-99ac-732fe8f93790 [ 1046.246639] env[69695]: INFO nova.virt.block_device [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Booting with volume 938f925d-877e-4b29-a44f-59cdddef14b9 at /dev/sdb [ 1046.248574] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1046.248574] env[69695]: value = "task-3499183" [ 1046.248574] env[69695]: _type = "Task" [ 1046.248574] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.258678] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.277464] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.300714] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.300714] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd8b36e7-6deb-4169-bd78-485341f3f650 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.305963] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66ddabb1-7e91-423c-8dc2-bd41bb489045 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.316218] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1046.316218] env[69695]: value = "task-3499184" [ 1046.316218] env[69695]: _type = "Task" [ 1046.316218] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.324038] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823136c-0609-4f29-b36b-84e726f847c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.343923] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499184, 'name': CloneVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.361166] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58454ac5-90d5-4be5-90c8-7b45b7f2ff96 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.371135] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df52b6-feb5-4223-9bb5-a42dc4054f5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.408453] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf8400-ef3d-43cc-bfac-619c4da40148 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.420228] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca93f39-fbc2-4cab-83b0-09b0d5a32a54 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.430534] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.437447] env[69695]: DEBUG nova.virt.block_device [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating existing volume attachment record: c9f4c805-88f6-4945-898b-04d15076ddfb {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.756348] env[69695]: DEBUG oslo_concurrency.lockutils [None req-508a4288-cd74-4434-a635-532d6cd72a6d tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "82ea4a1f-6d5c-489a-99ac-732fe8f93790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.896s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.764552] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499183, 'name': ReconfigVM_Task, 'duration_secs': 0.211975} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.765371] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.767424] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d28721-5956-4c4f-8daa-83afd60912fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.796082] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb/59530432-e0a7-40ba-9d50-11806d67e4fb.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.796983] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2512fc-02ed-48f4-aa06-fd22cd0ae84f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.814647] env[69695]: DEBUG oslo_vmware.api [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499182, 'name': PowerOnVM_Task, 'duration_secs': 1.023157} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.815192] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.823349] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1046.823349] env[69695]: value = "task-3499186" [ 1046.823349] env[69695]: _type = "Task" [ 1046.823349] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.826842] env[69695]: DEBUG nova.compute.manager [None req-e860f4b8-4a7b-4d21-bf52-cec204f87d9c tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.830655] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cd6d8b-04ee-45c8-b72e-67afcc6e7201 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.840402] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499184, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.844670] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.926844] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499181, 'name': ReconfigVM_Task, 'duration_secs': 1.321342} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.927259] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb/a00ec6a5-501b-4988-a0dd-6b0b17178eeb.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.927687] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69695) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1046.928487] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b10f0643-a20c-4068-a1bf-49b62e308920 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.936938] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1046.936938] env[69695]: value = "task-3499187" [ 1046.936938] env[69695]: _type = "Task" [ 1046.936938] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.946725] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499187, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.341133] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499186, 'name': ReconfigVM_Task, 'duration_secs': 0.338236} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.347202] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb/59530432-e0a7-40ba-9d50-11806d67e4fb.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.347586] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.350858] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499184, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.447181] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499187, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060766} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.447363] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69695) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1047.448483] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859ee88-2473-4134-ae6e-fda3d6cda146 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.473208] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb/ephemeral_0.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.475995] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a88f8e-0957-4404-afd4-d1d8aa0fc60e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.501991] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1047.501991] env[69695]: value = "task-3499190" [ 1047.501991] env[69695]: _type = "Task" [ 1047.501991] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.516606] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.661607] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733a11c9-aea1-402b-a137-92de5c710a00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670756] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6227f4d0-830a-4d16-8ae5-86896989abc9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704407] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a623696-46a6-4979-8e7a-c605415beb18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.713218] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f58b28-5f39-4f69-93c5-3677bd09745b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.727315] env[69695]: DEBUG nova.compute.provider_tree [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.837026] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499184, 'name': CloneVM_Task, 'duration_secs': 1.200962} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.837026] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Created linked-clone VM from snapshot [ 1047.837026] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27287c-e12a-4921-9608-f0fbaa3f6916 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.844498] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Uploading image 460145f9-9296-4865-b64f-454d3d568e8a {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.855569] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6245c-4791-483c-be42-aa904637dfd5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.878360] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e1d4d-9427-4518-a1ee-16270849da3a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.897074] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.902591] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.902591] env[69695]: value = "vm-699305" [ 1047.902591] env[69695]: _type = "VirtualMachine" [ 1047.902591] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.903359] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98a3947c-6b12-4551-8522-f42b89b173d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.914147] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lease: (returnval){ [ 1047.914147] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52086bf4-0a96-2c90-6783-4bfca384da7e" [ 1047.914147] env[69695]: _type = "HttpNfcLease" [ 1047.914147] env[69695]: } obtained for exporting VM: (result){ [ 1047.914147] env[69695]: value = "vm-699305" [ 1047.914147] env[69695]: _type = "VirtualMachine" [ 1047.914147] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.914627] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the lease: (returnval){ [ 1047.914627] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52086bf4-0a96-2c90-6783-4bfca384da7e" [ 1047.914627] env[69695]: _type = "HttpNfcLease" [ 1047.914627] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.929364] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.929364] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52086bf4-0a96-2c90-6783-4bfca384da7e" [ 1047.929364] env[69695]: _type = "HttpNfcLease" [ 1047.929364] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.929686] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.929686] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52086bf4-0a96-2c90-6783-4bfca384da7e" [ 1047.929686] env[69695]: _type = "HttpNfcLease" [ 1047.929686] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.930486] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b31ec4-a00c-41f2-b717-5e7f26df3ddb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.940120] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca98b1-4211-088a-77c0-c4898fdee053/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.940315] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca98b1-4211-088a-77c0-c4898fdee053/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.013960] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.035377] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2aac8c76-a13a-4465-a0ba-73fc24163e50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.042283] env[69695]: INFO nova.compute.manager [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Unrescuing [ 1048.042532] env[69695]: DEBUG oslo_concurrency.lockutils [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.042685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquired lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.042850] env[69695]: DEBUG nova.network.neutron [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.230866] env[69695]: DEBUG nova.scheduler.client.report [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.453565] env[69695]: DEBUG nova.network.neutron [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Port e401846a-1d88-4f11-8e2f-2143b5b1308b binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1048.515949] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499190, 'name': ReconfigVM_Task, 'duration_secs': 0.656185} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.516726] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb/ephemeral_0.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.517627] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aed1037-6099-461c-8466-fb56c7b3f724 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.526983] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1048.526983] env[69695]: value = "task-3499192" [ 1048.526983] env[69695]: _type = "Task" [ 1048.526983] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.552692] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499192, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.736198] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.736773] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.744026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.807s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.896311] env[69695]: DEBUG nova.network.neutron [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updating instance_info_cache with network_info: [{"id": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "address": "fa:16:3e:25:56:ab", "network": {"id": "b24b6744-70c8-4de2-9c42-92b32107d516", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1180741779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cd3134120b9749ee8ef8d82143aba9d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe58bde-2f", "ovs_interfaceid": "0fe58bde-2fd3-4827-905b-d4309b91fa3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.043819] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499192, 'name': Rename_Task, 'duration_secs': 0.265884} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.044295] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.044684] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a5aef5-37e4-4a68-ac70-f0e4ea82ab5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.054496] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1049.054496] env[69695]: value = "task-3499193" [ 1049.054496] env[69695]: _type = "Task" [ 1049.054496] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.066697] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.246261] env[69695]: DEBUG nova.compute.utils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.250517] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.254289] env[69695]: DEBUG nova.network.neutron [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.256730] env[69695]: INFO nova.compute.claims [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.340716] env[69695]: DEBUG nova.policy [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a53ba01e484bd181836d34a12a9c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b14c514317a4f78b62f3bc79a76f177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.399388] env[69695]: DEBUG oslo_concurrency.lockutils [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Releasing lock "refresh_cache-78385f0f-64f2-441f-8123-5649d8c9b7d8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.400825] env[69695]: DEBUG nova.objects.instance [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lazy-loading 'flavor' on Instance uuid 78385f0f-64f2-441f-8123-5649d8c9b7d8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.484464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.484845] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.485088] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.566591] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499193, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.753321] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.765876] env[69695]: INFO nova.compute.resource_tracker [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating resource usage from migration 43b99cf7-5517-4a10-8c66-a15b6c163f9a [ 1049.911685] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a32862-6425-4b0b-8a24-cb59671fe52d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.945576] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.949828] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15fa544a-f56a-41a4-afbd-546167337a58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.952258] env[69695]: DEBUG nova.network.neutron [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Successfully created port: 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.963136] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1049.963136] env[69695]: value = "task-3499195" [ 1049.963136] env[69695]: _type = "Task" [ 1049.963136] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.977747] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.068407] env[69695]: DEBUG oslo_vmware.api [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499193, 'name': PowerOnVM_Task, 'duration_secs': 0.790924} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.068407] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.068585] env[69695]: INFO nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1050.068758] env[69695]: DEBUG nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.074757] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a365b-7c71-4e18-aef7-1bc21191efdd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.243037] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db21258-0ced-44ef-9e14-e03c4ebb27b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.260020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec5b16-49a4-40f5-952b-504458fe4c99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.299227] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3797dc7-c144-400c-88d4-aba4249f6408 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.309799] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71046c6b-8d65-4206-aab1-6d8f00eaf4ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.326442] env[69695]: DEBUG nova.compute.provider_tree [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.475659] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499195, 'name': PowerOffVM_Task, 'duration_secs': 0.34884} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.475806] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.483871] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.484361] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8744a12-c043-4e63-964c-8eee167e718e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.509583] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1050.509583] env[69695]: value = "task-3499196" [ 1050.509583] env[69695]: _type = "Task" [ 1050.509583] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.523173] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.531376] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.531861] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.532030] env[69695]: DEBUG nova.network.neutron [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.596388] env[69695]: INFO nova.compute.manager [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Took 32.75 seconds to build instance. [ 1050.769872] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.798327] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.798717] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.798896] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.799105] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.799276] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.799449] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.799670] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.799846] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.800057] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.800242] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.800424] env[69695]: DEBUG nova.virt.hardware [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.801726] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34444264-2b1a-4ec2-ba8a-7ab242e6568f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.811386] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a88d90-80b1-432b-82c8-90cc0175d5eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.830437] env[69695]: DEBUG nova.scheduler.client.report [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.020489] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.103683] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.281s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.309224] env[69695]: DEBUG nova.network.neutron [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [{"id": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "address": "fa:16:3e:07:be:0d", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401846a-1d", "ovs_interfaceid": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.337939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.594s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.338196] env[69695]: INFO nova.compute.manager [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Migrating [ 1051.345520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.740s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.347883] env[69695]: INFO nova.compute.claims [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.523955] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.811945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.867261] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.867510] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.867726] env[69695]: DEBUG nova.network.neutron [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.927373] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "d39f0753-1955-499e-8e5a-f773ef6db4a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.927606] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.021586] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499196, 'name': ReconfigVM_Task, 'duration_secs': 1.321225} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.021885] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.022215] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.022509] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec78deb0-d411-4d0d-8964-6b79c95dc4c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.030007] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1052.030007] env[69695]: value = "task-3499197" [ 1052.030007] env[69695]: _type = "Task" [ 1052.030007] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.040841] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.349201] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525b2d90-c51a-40c9-a3ad-cddc24cbcc55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.381452] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6219f1c2-ad2f-492c-8fd0-df1c26b07be6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.385846] env[69695]: DEBUG nova.compute.manager [req-561ce7a6-ae80-48c0-be89-7979d074a1c7 req-d98d69be-872b-4005-b131-315938c120e8 service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Received event network-vif-plugged-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.386071] env[69695]: DEBUG oslo_concurrency.lockutils [req-561ce7a6-ae80-48c0-be89-7979d074a1c7 req-d98d69be-872b-4005-b131-315938c120e8 service nova] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.386284] env[69695]: DEBUG oslo_concurrency.lockutils [req-561ce7a6-ae80-48c0-be89-7979d074a1c7 req-d98d69be-872b-4005-b131-315938c120e8 service nova] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.386445] env[69695]: DEBUG oslo_concurrency.lockutils [req-561ce7a6-ae80-48c0-be89-7979d074a1c7 req-d98d69be-872b-4005-b131-315938c120e8 service nova] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.386604] env[69695]: DEBUG nova.compute.manager [req-561ce7a6-ae80-48c0-be89-7979d074a1c7 req-d98d69be-872b-4005-b131-315938c120e8 service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] No waiting events found dispatching network-vif-plugged-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.386762] env[69695]: WARNING nova.compute.manager [req-561ce7a6-ae80-48c0-be89-7979d074a1c7 req-d98d69be-872b-4005-b131-315938c120e8 service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Received unexpected event network-vif-plugged-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 for instance with vm_state building and task_state spawning. [ 1052.393617] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.434673] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.452242] env[69695]: DEBUG nova.network.neutron [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Successfully updated port: 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.557730] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.561871] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.702681] env[69695]: DEBUG nova.network.neutron [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.849010] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8df21f-7841-4797-8d24-8a77795a7931 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.863267] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6403b-a97a-4e02-b406-010c3af293a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.922552] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.924053] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8453a45a-f8d0-456d-be9c-12f807c12b68 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.926933] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361d5336-d20d-4bc1-aecc-13e035e7150b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.938649] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4586c9ff-de1e-40d6-a692-3dcaabe5ca0c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.943559] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1052.943559] env[69695]: value = "task-3499198" [ 1052.943559] env[69695]: _type = "Task" [ 1052.943559] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.961825] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.962016] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.962335] env[69695]: DEBUG nova.network.neutron [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.964207] env[69695]: DEBUG nova.compute.provider_tree [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.974961] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.982271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.047461] env[69695]: DEBUG oslo_vmware.api [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499197, 'name': PowerOnVM_Task, 'duration_secs': 0.573857} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.047821] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.048086] env[69695]: DEBUG nova.compute.manager [None req-877c5170-8c0a-470a-902b-fe095ab7172f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.048896] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e85be-c793-4c49-ad6a-abd73bea10a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.206277] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.456249] env[69695]: DEBUG oslo_vmware.api [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499198, 'name': PowerOnVM_Task, 'duration_secs': 0.437251} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.456609] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.456858] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a81403-4f38-45c8-be25-1b7c4b8e6400 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance '59530432-e0a7-40ba-9d50-11806d67e4fb' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.471274] env[69695]: DEBUG nova.scheduler.client.report [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.517309] env[69695]: DEBUG nova.network.neutron [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.670801] env[69695]: DEBUG nova.network.neutron [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.977744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.977744] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.980917] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.107s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.981163] env[69695]: DEBUG nova.objects.instance [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'resources' on Instance uuid 569991e3-d61b-4607-9210-cb2b92a9291a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.172842] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.173206] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Instance network_info: |[{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.173632] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:44:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46bb1cf0-e69f-4dc7-ab66-d711b4d36432', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.181926] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.181926] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.181926] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d278811c-7ad1-4b31-925c-683e650f1101 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.205895] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.205895] env[69695]: value = "task-3499199" [ 1054.205895] env[69695]: _type = "Task" [ 1054.205895] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.217645] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499199, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.439309] env[69695]: DEBUG nova.compute.manager [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Received event network-changed-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.439562] env[69695]: DEBUG nova.compute.manager [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Refreshing instance network info cache due to event network-changed-46bb1cf0-e69f-4dc7-ab66-d711b4d36432. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.439773] env[69695]: DEBUG oslo_concurrency.lockutils [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.439921] env[69695]: DEBUG oslo_concurrency.lockutils [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440295] env[69695]: DEBUG nova.network.neutron [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Refreshing network info cache for port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.482777] env[69695]: DEBUG nova.compute.utils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.484490] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.484691] env[69695]: DEBUG nova.network.neutron [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.534709] env[69695]: DEBUG nova.policy [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.628621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "78385f0f-64f2-441f-8123-5649d8c9b7d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.629217] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.629217] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "78385f0f-64f2-441f-8123-5649d8c9b7d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.629348] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.629637] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.635048] env[69695]: INFO nova.compute.manager [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Terminating instance [ 1054.720705] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499199, 'name': CreateVM_Task, 'duration_secs': 0.464944} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.724773] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.725811] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.725963] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.726331] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.727237] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35158701-0a76-49cb-865e-c7db5f825b91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.730127] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee7070f-1a0f-41a2-aac4-e9b20a3816ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.738306] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1054.738306] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ecc8e6-5d12-f33a-485a-36a7f62810b1" [ 1054.738306] env[69695]: _type = "Task" [ 1054.738306] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.754327] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.772312] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ecc8e6-5d12-f33a-485a-36a7f62810b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014163} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.772625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.772866] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.773137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.773292] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.773598] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.773863] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da469af1-fde8-44e2-8b07-ffd83c982363 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.786702] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.786985] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.787762] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd11b16-cc81-4159-bc6c-d8b03645388c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.795900] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1054.795900] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527683fe-647a-dc74-3fd0-12ccb73f5157" [ 1054.795900] env[69695]: _type = "Task" [ 1054.795900] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.807956] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527683fe-647a-dc74-3fd0-12ccb73f5157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.872224] env[69695]: DEBUG nova.network.neutron [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Successfully created port: 3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.899876] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5860d3-5b9c-4af0-906d-e6525484b96f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.909632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75345b-193d-4657-b99c-a9d4fdf0466d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.941075] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad291870-2376-46fd-9905-a1089c340c70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952567] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f0d6d-a30a-4093-bf4c-90d86f360c2c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.969382] env[69695]: DEBUG nova.compute.provider_tree [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.990915] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.139542] env[69695]: DEBUG nova.compute.manager [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.139998] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.140907] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db74f21-110a-4ca4-b032-5c819f52aa41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.152964] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.153355] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0053cbc3-4fe8-4e7e-b46c-a9545bd8ca10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.161459] env[69695]: DEBUG oslo_vmware.api [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1055.161459] env[69695]: value = "task-3499200" [ 1055.161459] env[69695]: _type = "Task" [ 1055.161459] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.171869] env[69695]: DEBUG oslo_vmware.api [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.267384] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.267759] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e24c44-67ba-4608-a506-828f8962d003 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.275868] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1055.275868] env[69695]: value = "task-3499201" [ 1055.275868] env[69695]: _type = "Task" [ 1055.275868] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.284904] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.307703] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527683fe-647a-dc74-3fd0-12ccb73f5157, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.308528] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea00f1c4-e4c8-446a-ba9d-e1bb3f3c722f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.315146] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1055.315146] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e9c863-ca3d-2282-bd59-1dc89f697a20" [ 1055.315146] env[69695]: _type = "Task" [ 1055.315146] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.325570] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e9c863-ca3d-2282-bd59-1dc89f697a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.327621] env[69695]: DEBUG nova.network.neutron [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updated VIF entry in instance network info cache for port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.327978] env[69695]: DEBUG nova.network.neutron [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.473976] env[69695]: DEBUG nova.scheduler.client.report [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.674284] env[69695]: DEBUG oslo_vmware.api [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499200, 'name': PowerOffVM_Task, 'duration_secs': 0.264727} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.674587] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.674780] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.675085] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5765bee9-08dc-44ba-a977-0a998464dfca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.750135] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.750135] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.750135] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Deleting the datastore file [datastore2] 78385f0f-64f2-441f-8123-5649d8c9b7d8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.750135] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e393909a-3289-45e9-b7ba-c9799e2ad5c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.758654] env[69695]: DEBUG oslo_vmware.api [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1055.758654] env[69695]: value = "task-3499203" [ 1055.758654] env[69695]: _type = "Task" [ 1055.758654] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.768204] env[69695]: DEBUG oslo_vmware.api [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.785657] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499201, 'name': PowerOffVM_Task, 'duration_secs': 0.24217} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.785996] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.786210] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.830593] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e9c863-ca3d-2282-bd59-1dc89f697a20, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.831029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.831550] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.832127] env[69695]: DEBUG oslo_concurrency.lockutils [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.832436] env[69695]: DEBUG nova.compute.manager [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Received event network-changed-0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.832617] env[69695]: DEBUG nova.compute.manager [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Refreshing instance network info cache due to event network-changed-0f148f59-696c-45c5-880e-e2251be8f52a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.832943] env[69695]: DEBUG oslo_concurrency.lockutils [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] Acquiring lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.833186] env[69695]: DEBUG oslo_concurrency.lockutils [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] Acquired lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.833389] env[69695]: DEBUG nova.network.neutron [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Refreshing network info cache for port 0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.834891] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f54af5d-793a-49f1-9b03-f0c78852036d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.846132] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1055.846132] env[69695]: value = "task-3499204" [ 1055.846132] env[69695]: _type = "Task" [ 1055.846132] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.857874] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.906091] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "59530432-e0a7-40ba-9d50-11806d67e4fb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.906467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.906749] env[69695]: DEBUG nova.compute.manager [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Going to confirm migration 4 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1055.978966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.981652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.042s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.981961] env[69695]: DEBUG nova.objects.instance [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lazy-loading 'resources' on Instance uuid 2e68decd-e7d3-4587-8ee3-525b300979fa {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.003411] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.006701] env[69695]: INFO nova.scheduler.client.report [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted allocations for instance 569991e3-d61b-4607-9210-cb2b92a9291a [ 1056.273354] env[69695]: DEBUG oslo_vmware.api [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309312} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.273907] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.274449] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.275752] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.275752] env[69695]: INFO nova.compute.manager [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1056.275752] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.276231] env[69695]: DEBUG nova.compute.manager [-] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.276406] env[69695]: DEBUG nova.network.neutron [-] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.294106] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.294106] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.294388] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.294457] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.294551] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.294697] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.294903] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.295567] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.295845] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.297489] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.298228] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.304866] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e180c25-f46e-4fd0-a829-c7ecc8dd84c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.327891] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1056.327891] env[69695]: value = "task-3499205" [ 1056.327891] env[69695]: _type = "Task" [ 1056.327891] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.344476] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.361171] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.378810] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.383023] env[69695]: DEBUG nova.virt.hardware [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.387997] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4be33e1-5ba0-4b72-b7bf-bac7203bbee7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.407755] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca98b1-4211-088a-77c0-c4898fdee053/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.409817] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb30e1-9ff8-43b5-8b02-5398001bef87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.417695] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3ef0dc-b2d0-487c-97c7-49da5feb4816 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.431500] env[69695]: DEBUG nova.compute.manager [req-df341345-8dd6-4442-ba68-5264a7fe9577 req-a9f07de9-6f5a-41f3-85ab-39dac9a6fda1 service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Received event network-vif-plugged-3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.431734] env[69695]: DEBUG oslo_concurrency.lockutils [req-df341345-8dd6-4442-ba68-5264a7fe9577 req-a9f07de9-6f5a-41f3-85ab-39dac9a6fda1 service nova] Acquiring lock "f50add0e-f599-412b-b4a8-e79ae1820b45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.431942] env[69695]: DEBUG oslo_concurrency.lockutils [req-df341345-8dd6-4442-ba68-5264a7fe9577 req-a9f07de9-6f5a-41f3-85ab-39dac9a6fda1 service nova] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.432134] env[69695]: DEBUG oslo_concurrency.lockutils [req-df341345-8dd6-4442-ba68-5264a7fe9577 req-a9f07de9-6f5a-41f3-85ab-39dac9a6fda1 service nova] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.432308] env[69695]: DEBUG nova.compute.manager [req-df341345-8dd6-4442-ba68-5264a7fe9577 req-a9f07de9-6f5a-41f3-85ab-39dac9a6fda1 service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] No waiting events found dispatching network-vif-plugged-3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.432473] env[69695]: WARNING nova.compute.manager [req-df341345-8dd6-4442-ba68-5264a7fe9577 req-a9f07de9-6f5a-41f3-85ab-39dac9a6fda1 service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Received unexpected event network-vif-plugged-3a41fe9f-34ee-4092-9163-226f1faec205 for instance with vm_state building and task_state spawning. [ 1056.444262] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca98b1-4211-088a-77c0-c4898fdee053/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.444803] env[69695]: ERROR oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca98b1-4211-088a-77c0-c4898fdee053/disk-0.vmdk due to incomplete transfer. [ 1056.445441] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b71b2dd1-c9c5-416f-8644-a4129bd4dbff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.455140] env[69695]: DEBUG oslo_vmware.rw_handles [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ca98b1-4211-088a-77c0-c4898fdee053/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.455345] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Uploaded image 460145f9-9296-4865-b64f-454d3d568e8a to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.457782] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.458072] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c21e4760-3f43-4db5-acb3-9559b381de5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.465873] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1056.465873] env[69695]: value = "task-3499206" [ 1056.465873] env[69695]: _type = "Task" [ 1056.465873] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.477881] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499206, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.515927] env[69695]: DEBUG oslo_concurrency.lockutils [None req-020da6e5-af5f-4130-81c8-d1ef44e267e2 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "569991e3-d61b-4607-9210-cb2b92a9291a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.607s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.534169] env[69695]: DEBUG nova.network.neutron [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Successfully updated port: 3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.318069] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.318384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.318513] env[69695]: INFO nova.compute.manager [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Shelving [ 1057.323366] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-f50add0e-f599-412b-b4a8-e79ae1820b45" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.323366] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-f50add0e-f599-412b-b4a8-e79ae1820b45" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.323366] env[69695]: DEBUG nova.network.neutron [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.326462] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.326609] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.326766] env[69695]: DEBUG nova.network.neutron [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.326935] env[69695]: DEBUG nova.objects.instance [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'info_cache' on Instance uuid 59530432-e0a7-40ba-9d50-11806d67e4fb {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.329207] env[69695]: DEBUG nova.compute.manager [req-feeb25de-5ede-4dfd-a28f-be79d17cbff1 req-2bbf919f-330a-4a2a-9089-8c0c3a60d79a service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Received event network-vif-deleted-0fe58bde-2fd3-4827-905b-d4309b91fa3c {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.329389] env[69695]: INFO nova.compute.manager [req-feeb25de-5ede-4dfd-a28f-be79d17cbff1 req-2bbf919f-330a-4a2a-9089-8c0c3a60d79a service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Neutron deleted interface 0fe58bde-2fd3-4827-905b-d4309b91fa3c; detaching it from the instance and deleting it from the info cache [ 1057.329547] env[69695]: DEBUG nova.network.neutron [req-feeb25de-5ede-4dfd-a28f-be79d17cbff1 req-2bbf919f-330a-4a2a-9089-8c0c3a60d79a service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.354566] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499205, 'name': ReconfigVM_Task, 'duration_secs': 0.335045} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.354814] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499206, 'name': Destroy_Task, 'duration_secs': 0.337204} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.355323] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.355611] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.358851] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Destroyed the VM [ 1057.359104] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.359600] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.359850] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.362986] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-245d7af4-2292-403c-9e5d-baf622b016af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.364699] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8fc50c-d2a1-4216-8dad-4e40dec52885 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.379450] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1057.379450] env[69695]: value = "task-3499207" [ 1057.379450] env[69695]: _type = "Task" [ 1057.379450] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.379607] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1057.379607] env[69695]: value = "task-3499208" [ 1057.379607] env[69695]: _type = "Task" [ 1057.379607] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.399827] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499207, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.399946] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.505290] env[69695]: DEBUG nova.network.neutron [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Updated VIF entry in instance network info cache for port 0f148f59-696c-45c5-880e-e2251be8f52a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.505290] env[69695]: DEBUG nova.network.neutron [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Updating instance_info_cache with network_info: [{"id": "0f148f59-696c-45c5-880e-e2251be8f52a", "address": "fa:16:3e:e1:c4:0d", "network": {"id": "875403dd-8445-4562-9d61-aaae37cdcb4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-976977379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf3db0dec4547ad823ae6023b60956a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f148f59-69", "ovs_interfaceid": "0f148f59-696c-45c5-880e-e2251be8f52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.624016] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa872eb-c0d6-42c0-b499-53f377b02f47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.631836] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ac265-1155-4e20-9eda-3f49c0a7da0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.663672] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370b667c-5167-4928-ac33-4b6f742a75b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.675865] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a190bf-b80f-400d-8e38-066190047a20 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.688283] env[69695]: DEBUG nova.compute.provider_tree [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.845386] env[69695]: DEBUG nova.network.neutron [-] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.847605] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15fd2863-4a0c-4fd1-953d-972497dda50a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.859253] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574bf88-f8a6-412e-8e7d-12c15e64c102 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.871600] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.871885] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.872057] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.872246] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.872388] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.872530] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.872736] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.872893] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.873147] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.873328] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.873501] env[69695]: DEBUG nova.virt.hardware [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.878800] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.880016] env[69695]: DEBUG nova.network.neutron [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.884547] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45feeb38-0434-4d93-87c8-383da308788e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.911263] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499207, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.915074] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076595} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.929889] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.930392] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1057.930392] env[69695]: value = "task-3499209" [ 1057.930392] env[69695]: _type = "Task" [ 1057.930392] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.932188] env[69695]: DEBUG nova.compute.manager [req-feeb25de-5ede-4dfd-a28f-be79d17cbff1 req-2bbf919f-330a-4a2a-9089-8c0c3a60d79a service nova] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Detach interface failed, port_id=0fe58bde-2fd3-4827-905b-d4309b91fa3c, reason: Instance 78385f0f-64f2-441f-8123-5649d8c9b7d8 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.936231] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185baee-5f5f-4f00-a684-d3d9b5f132fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.949652] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.970346] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.973942] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c1c65f-1255-48a1-a720-a37ed24d944b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.994522] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1057.994522] env[69695]: value = "task-3499210" [ 1057.994522] env[69695]: _type = "Task" [ 1057.994522] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.003382] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.010223] env[69695]: DEBUG oslo_concurrency.lockutils [req-3300eeb0-6700-4250-b048-13a108b6ddc6 req-d34b3391-e90d-4411-bb86-e232b5328c6d service nova] Releasing lock "refresh_cache-a00ec6a5-501b-4988-a0dd-6b0b17178eeb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.100404] env[69695]: DEBUG nova.network.neutron [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Updating instance_info_cache with network_info: [{"id": "3a41fe9f-34ee-4092-9163-226f1faec205", "address": "fa:16:3e:b3:2f:bd", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a41fe9f-34", "ovs_interfaceid": "3a41fe9f-34ee-4092-9163-226f1faec205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.193789] env[69695]: DEBUG nova.scheduler.client.report [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.330444] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.330747] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00aff261-ef13-46ea-b0db-277f01f00fb1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.339558] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1058.339558] env[69695]: value = "task-3499211" [ 1058.339558] env[69695]: _type = "Task" [ 1058.339558] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.349210] env[69695]: INFO nova.compute.manager [-] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Took 2.07 seconds to deallocate network for instance. [ 1058.351467] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.407734] env[69695]: DEBUG oslo_vmware.api [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499207, 'name': RemoveSnapshot_Task, 'duration_secs': 0.57077} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.408019] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.408255] env[69695]: INFO nova.compute.manager [None req-3ffe6087-caaf-460c-bc99-34ff511882a3 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Took 13.72 seconds to snapshot the instance on the hypervisor. [ 1058.453131] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499209, 'name': ReconfigVM_Task, 'duration_secs': 0.249306} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.453131] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.453714] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f38611-31b4-4570-b5d6-7deb917925c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.478676] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e/24415407-c84b-49fc-a5e6-6b3449da9d0e.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.482697] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e949dac7-e420-4402-af9b-be6bf2a8fce3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.505372] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.507027] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1058.507027] env[69695]: value = "task-3499212" [ 1058.507027] env[69695]: _type = "Task" [ 1058.507027] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.516161] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.593016] env[69695]: DEBUG nova.compute.manager [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Received event network-changed-3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.593224] env[69695]: DEBUG nova.compute.manager [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Refreshing instance network info cache due to event network-changed-3a41fe9f-34ee-4092-9163-226f1faec205. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.593419] env[69695]: DEBUG oslo_concurrency.lockutils [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] Acquiring lock "refresh_cache-f50add0e-f599-412b-b4a8-e79ae1820b45" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.601663] env[69695]: DEBUG nova.network.neutron [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [{"id": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "address": "fa:16:3e:07:be:0d", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401846a-1d", "ovs_interfaceid": "e401846a-1d88-4f11-8e2f-2143b5b1308b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.603774] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-f50add0e-f599-412b-b4a8-e79ae1820b45" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.604129] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Instance network_info: |[{"id": "3a41fe9f-34ee-4092-9163-226f1faec205", "address": "fa:16:3e:b3:2f:bd", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a41fe9f-34", "ovs_interfaceid": "3a41fe9f-34ee-4092-9163-226f1faec205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.604532] env[69695]: DEBUG oslo_concurrency.lockutils [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] Acquired lock "refresh_cache-f50add0e-f599-412b-b4a8-e79ae1820b45" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.604751] env[69695]: DEBUG nova.network.neutron [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Refreshing network info cache for port 3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.606067] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:2f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a41fe9f-34ee-4092-9163-226f1faec205', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.613800] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.614936] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.615217] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d9c615-b80f-41ef-8c78-2496e0d737c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.636594] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.636594] env[69695]: value = "task-3499213" [ 1058.636594] env[69695]: _type = "Task" [ 1058.636594] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.646179] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499213, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.698337] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.717s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.703522] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.433s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.705311] env[69695]: INFO nova.compute.claims [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.718293] env[69695]: INFO nova.scheduler.client.report [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Deleted allocations for instance 2e68decd-e7d3-4587-8ee3-525b300979fa [ 1058.849999] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499211, 'name': PowerOffVM_Task, 'duration_secs': 0.242978} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.850222] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.851112] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1cc88c-d26b-4d0a-97dc-ca2cfb57f44c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.857690] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.871260] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0acff8-fb5a-402f-b9b9-dcd4b96584a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.009479] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499210, 'name': ReconfigVM_Task, 'duration_secs': 0.568575} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.012694] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.013213] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67649085-390c-416e-82d0-1a2ff26c5d02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.021857] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.023292] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1059.023292] env[69695]: value = "task-3499214" [ 1059.023292] env[69695]: _type = "Task" [ 1059.023292] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.028264] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.028385] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.033479] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499214, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.070226] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.070525] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.101978] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-59530432-e0a7-40ba-9d50-11806d67e4fb" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.102240] env[69695]: DEBUG nova.objects.instance [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'migration_context' on Instance uuid 59530432-e0a7-40ba-9d50-11806d67e4fb {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.149909] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499213, 'name': CreateVM_Task, 'duration_secs': 0.497887} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.152747] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.152923] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.153101] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.153412] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.153966] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777b4c81-4e76-499e-b3a2-e3a1244c50a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.160800] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1059.160800] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb6b1e-6d7c-7838-1801-28b2a05f7c46" [ 1059.160800] env[69695]: _type = "Task" [ 1059.160800] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.169691] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb6b1e-6d7c-7838-1801-28b2a05f7c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.227446] env[69695]: DEBUG oslo_concurrency.lockutils [None req-33a8a56b-fbbd-459e-859c-2aca14d4a958 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.316s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.228362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.974s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.228581] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.228779] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.228944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.233990] env[69695]: INFO nova.compute.manager [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Terminating instance [ 1059.358018] env[69695]: DEBUG nova.network.neutron [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Updated VIF entry in instance network info cache for port 3a41fe9f-34ee-4092-9163-226f1faec205. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.358018] env[69695]: DEBUG nova.network.neutron [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Updating instance_info_cache with network_info: [{"id": "3a41fe9f-34ee-4092-9163-226f1faec205", "address": "fa:16:3e:b3:2f:bd", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a41fe9f-34", "ovs_interfaceid": "3a41fe9f-34ee-4092-9163-226f1faec205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.381762] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1059.382139] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-083d2915-1c4a-4484-a3e9-485e363ff884 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.392304] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1059.392304] env[69695]: value = "task-3499215" [ 1059.392304] env[69695]: _type = "Task" [ 1059.392304] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.406620] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.520504] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499212, 'name': ReconfigVM_Task, 'duration_secs': 0.635543} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.520772] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e/24415407-c84b-49fc-a5e6-6b3449da9d0e.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.521090] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.533250] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499214, 'name': Rename_Task, 'duration_secs': 0.274471} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.533494] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.533755] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6330954-3b08-49e2-9293-efe7a465a7d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.539902] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.540138] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.540372] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.540617] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.540778] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.540928] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.541069] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1059.542070] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.553835] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1059.553835] env[69695]: value = "task-3499216" [ 1059.553835] env[69695]: _type = "Task" [ 1059.553835] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.564051] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.573348] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.606113] env[69695]: DEBUG nova.objects.base [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Object Instance<59530432-e0a7-40ba-9d50-11806d67e4fb> lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.607965] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc0a664-ab78-491f-b4d5-3f37392e0cca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.639453] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f6d74d-4569-4e39-a393-5b50d3c0f1f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.645746] env[69695]: DEBUG oslo_vmware.api [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1059.645746] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522b89ce-a932-7e6a-635e-dd4e5fe91046" [ 1059.645746] env[69695]: _type = "Task" [ 1059.645746] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.654477] env[69695]: DEBUG oslo_vmware.api [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522b89ce-a932-7e6a-635e-dd4e5fe91046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.670690] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eb6b1e-6d7c-7838-1801-28b2a05f7c46, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.670952] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.671268] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.671483] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.671613] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.671786] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.672057] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38e0f3c8-799a-4b7a-90fe-a1ea04eb463d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.682593] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.682804] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.683549] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8089044c-d411-4e80-a5c3-9c167b194a84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.689575] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1059.689575] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aad589-3d61-ef25-8854-90aeeb0c934c" [ 1059.689575] env[69695]: _type = "Task" [ 1059.689575] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.698137] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aad589-3d61-ef25-8854-90aeeb0c934c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.742595] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.742799] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquired lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.742982] env[69695]: DEBUG nova.network.neutron [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.860133] env[69695]: DEBUG oslo_concurrency.lockutils [req-88dabcd2-ff20-47f6-86f7-2fdde6446968 req-c6726356-947b-45ee-95d4-e9d81e81d3cb service nova] Releasing lock "refresh_cache-f50add0e-f599-412b-b4a8-e79ae1820b45" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.904809] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499215, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.030516] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1578ccb4-fc3e-4ec9-88b1-9f5f502a2c11 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.053939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.057377] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6271786-e8b4-4a9b-b235-15cfcc696087 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.071511] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.085297] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e295442f-10a1-4be5-bc89-9e124cc37bbb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.089913] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.100611] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3633142c-e4ce-4df8-91c2-34c61c97d988 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105226] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.132879] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe3fa6-247c-4af0-abdd-fbe565c5f8b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.142043] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd384b3-d3f3-4a19-84dc-06dac9730c08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.157103] env[69695]: DEBUG nova.compute.provider_tree [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.163603] env[69695]: DEBUG oslo_vmware.api [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522b89ce-a932-7e6a-635e-dd4e5fe91046, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.163888] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.200087] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52aad589-3d61-ef25-8854-90aeeb0c934c, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.200857] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b849660c-1f9f-4139-ba32-f39569b57e21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.206648] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1060.206648] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c68569-23a7-d7fd-fed6-15a540487b84" [ 1060.206648] env[69695]: _type = "Task" [ 1060.206648] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.215158] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c68569-23a7-d7fd-fed6-15a540487b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.245778] env[69695]: DEBUG nova.compute.utils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Can not refresh info_cache because instance was not found {{(pid=69695) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1060.264293] env[69695]: DEBUG nova.network.neutron [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.339886] env[69695]: DEBUG nova.network.neutron [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.404788] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499215, 'name': CreateSnapshot_Task, 'duration_secs': 0.88384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.405159] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1060.405948] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deec7a7-81fc-4047-afef-4d95be9cc987 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.458391] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "a5bb98f9-f843-4c86-8238-a30e446aeec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.458647] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.458855] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "a5bb98f9-f843-4c86-8238-a30e446aeec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.459047] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.459227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.461585] env[69695]: INFO nova.compute.manager [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Terminating instance [ 1060.571189] env[69695]: DEBUG oslo_vmware.api [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499216, 'name': PowerOnVM_Task, 'duration_secs': 0.808224} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.571189] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.571189] env[69695]: INFO nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1060.571189] env[69695]: DEBUG nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.571804] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e249e-5859-4277-b248-96e75fcc30d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638599] env[69695]: DEBUG nova.network.neutron [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1060.659926] env[69695]: DEBUG nova.scheduler.client.report [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.719242] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c68569-23a7-d7fd-fed6-15a540487b84, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.720489] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.721219] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] f50add0e-f599-412b-b4a8-e79ae1820b45/f50add0e-f599-412b-b4a8-e79ae1820b45.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.721219] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3fbb5a-1c3b-4b42-b770-0f334e6f616c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.729432] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1060.729432] env[69695]: value = "task-3499217" [ 1060.729432] env[69695]: _type = "Task" [ 1060.729432] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.738606] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.842702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Releasing lock "refresh_cache-2e68decd-e7d3-4587-8ee3-525b300979fa" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.843321] env[69695]: DEBUG nova.compute.manager [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.843531] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.843841] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd472989-3e51-49d1-85ca-d3a64e999e67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.855390] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7c793-8781-4ed3-a5d6-f7ca93a252c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.891966] env[69695]: WARNING nova.virt.vmwareapi.vmops [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2e68decd-e7d3-4587-8ee3-525b300979fa could not be found. [ 1060.892864] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.893089] env[69695]: INFO nova.compute.manager [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1060.893355] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.893648] env[69695]: DEBUG nova.compute.manager [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.893747] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.911250] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.925265] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1060.927045] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4831c5c7-a81f-4e65-9aa8-e7abcc1b3528 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.936470] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1060.936470] env[69695]: value = "task-3499218" [ 1060.936470] env[69695]: _type = "Task" [ 1060.936470] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.946345] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499218, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.965675] env[69695]: DEBUG nova.compute.manager [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.965896] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.967224] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7245b9d-45aa-412b-b2c1-6d653465e044 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.976171] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.976462] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-510d536d-4977-4454-88ad-4fee9136ba3e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.984547] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1060.984547] env[69695]: value = "task-3499219" [ 1060.984547] env[69695]: _type = "Task" [ 1060.984547] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.995745] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.093772] env[69695]: INFO nova.compute.manager [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Took 39.88 seconds to build instance. [ 1061.165685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.166492] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.170746] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.065s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.172106] env[69695]: INFO nova.compute.claims [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.241108] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.413440] env[69695]: DEBUG nova.network.neutron [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.449403] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499218, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.494985] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499219, 'name': PowerOffVM_Task, 'duration_secs': 0.212263} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.495330] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.495482] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.495765] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc96e8b6-205b-4eeb-925b-a2f468f41724 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.597086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23b4d888-9207-43b5-80f8-2ec3886ad7ed tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.391s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.661045] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.661286] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.661462] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.671687] env[69695]: DEBUG nova.compute.utils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.678020] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.678020] env[69695]: DEBUG nova.network.neutron [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.744251] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63649} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.744251] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] f50add0e-f599-412b-b4a8-e79ae1820b45/f50add0e-f599-412b-b4a8-e79ae1820b45.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.744251] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.744251] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3440050-4738-4110-812e-6cb063afcf63 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.746891] env[69695]: DEBUG nova.policy [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54504d7a91114cbe8b976f4d02dc07ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bce4ca98f14a7eb2a6cbbbf745fe10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.753211] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1061.753211] env[69695]: value = "task-3499221" [ 1061.753211] env[69695]: _type = "Task" [ 1061.753211] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.761554] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.916068] env[69695]: INFO nova.compute.manager [-] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Took 1.02 seconds to deallocate network for instance. [ 1061.952815] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499218, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.976471] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.976471] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.976471] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Deleting the datastore file [datastore1] a5bb98f9-f843-4c86-8238-a30e446aeec0 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.976471] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346b94c6-7170-4f76-99c4-1acf1e496b4a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.982858] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for the task: (returnval){ [ 1061.982858] env[69695]: value = "task-3499222" [ 1061.982858] env[69695]: _type = "Task" [ 1061.982858] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.996716] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.015758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "0791e83f-32f8-4845-85ae-208a7880008a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.015758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "0791e83f-32f8-4845-85ae-208a7880008a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.015758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "0791e83f-32f8-4845-85ae-208a7880008a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.015758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "0791e83f-32f8-4845-85ae-208a7880008a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.015758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "0791e83f-32f8-4845-85ae-208a7880008a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.021664] env[69695]: INFO nova.compute.manager [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Terminating instance [ 1062.051581] env[69695]: DEBUG nova.network.neutron [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Successfully created port: 31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.178693] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.268290] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100633} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.268584] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.269388] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79039b6a-3839-473c-8f50-0e57582f48a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.300437] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] f50add0e-f599-412b-b4a8-e79ae1820b45/f50add0e-f599-412b-b4a8-e79ae1820b45.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.300696] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9250519-9378-46dc-b824-39c8e018215e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.322914] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1062.322914] env[69695]: value = "task-3499223" [ 1062.322914] env[69695]: _type = "Task" [ 1062.322914] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.334117] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.422016] env[69695]: INFO nova.compute.manager [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance disappeared during terminate [ 1062.422329] env[69695]: DEBUG oslo_concurrency.lockutils [None req-967615da-3d3e-49d5-859f-3a3843204037 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "2e68decd-e7d3-4587-8ee3-525b300979fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.194s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.449240] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499218, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.496347] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.527827] env[69695]: DEBUG nova.compute.manager [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.528060] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.528916] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b7f063-9845-459c-8bf7-72aeeaa5da15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.532651] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84da70e-1ae7-4506-ab7a-043ece42d3e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.542947] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.543262] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7cf90b-9190-4624-8d47-927fc44dd2cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.545444] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddddd8-3975-475d-8d28-3ed4cb201e40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.582818] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ded7e8e-24fd-42a6-8c51-05a2ed8255b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.585487] env[69695]: DEBUG oslo_vmware.api [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1062.585487] env[69695]: value = "task-3499224" [ 1062.585487] env[69695]: _type = "Task" [ 1062.585487] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.592939] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b842c1d-531c-4638-81e8-cdf95cfc925a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.600816] env[69695]: DEBUG oslo_vmware.api [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.613036] env[69695]: DEBUG nova.compute.provider_tree [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.659977] env[69695]: DEBUG nova.compute.manager [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Received event network-changed-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.660317] env[69695]: DEBUG nova.compute.manager [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Refreshing instance network info cache due to event network-changed-46bb1cf0-e69f-4dc7-ab66-d711b4d36432. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.660647] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.660901] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.661180] env[69695]: DEBUG nova.network.neutron [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Refreshing network info cache for port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.703634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.703830] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.704040] env[69695]: DEBUG nova.network.neutron [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.833989] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.948754] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499218, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.993810] env[69695]: DEBUG oslo_vmware.api [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Task: {'id': task-3499222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628174} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.994102] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.994299] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.994476] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.994649] env[69695]: INFO nova.compute.manager [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Took 2.03 seconds to destroy the instance on the hypervisor. [ 1062.994896] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.995108] env[69695]: DEBUG nova.compute.manager [-] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.995224] env[69695]: DEBUG nova.network.neutron [-] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.098279] env[69695]: DEBUG oslo_vmware.api [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499224, 'name': PowerOffVM_Task, 'duration_secs': 0.407754} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.098279] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.098279] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.099041] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-222129b0-d8c3-410f-a459-d59ac488117d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.115741] env[69695]: DEBUG nova.scheduler.client.report [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.184835] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.185085] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.185393] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Deleting the datastore file [datastore2] 0791e83f-32f8-4845-85ae-208a7880008a {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.185538] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e95bcb72-8c61-4ef5-879c-6b9cc6a83e95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.191376] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.197454] env[69695]: DEBUG oslo_vmware.api [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1063.197454] env[69695]: value = "task-3499226" [ 1063.197454] env[69695]: _type = "Task" [ 1063.197454] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.211402] env[69695]: DEBUG oslo_vmware.api [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.227460] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.227637] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.228754] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.228754] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.228754] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.228754] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.230126] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.230126] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.230126] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.230126] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.230126] env[69695]: DEBUG nova.virt.hardware [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.230980] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9411cdb-e279-4668-8cc6-dcb1c7e18561 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.241128] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0160f0-9481-4e3b-84e0-51cd6b749367 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.336373] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499223, 'name': ReconfigVM_Task, 'duration_secs': 0.657272} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.339029] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Reconfigured VM instance instance-00000055 to attach disk [datastore2] f50add0e-f599-412b-b4a8-e79ae1820b45/f50add0e-f599-412b-b4a8-e79ae1820b45.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.339709] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98701c5a-324c-43cf-9cf8-0243cb10324e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.349023] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1063.349023] env[69695]: value = "task-3499227" [ 1063.349023] env[69695]: _type = "Task" [ 1063.349023] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.359114] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499227, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.361443] env[69695]: DEBUG nova.compute.manager [req-8fe022cb-a2da-4307-bd86-284705ebba2b req-a721eeea-bb3b-4385-86b8-248638bc51cf service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Received event network-vif-deleted-40538dd6-6433-4305-8538-ac6ebb6ef6c5 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.361682] env[69695]: INFO nova.compute.manager [req-8fe022cb-a2da-4307-bd86-284705ebba2b req-a721eeea-bb3b-4385-86b8-248638bc51cf service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Neutron deleted interface 40538dd6-6433-4305-8538-ac6ebb6ef6c5; detaching it from the instance and deleting it from the info cache [ 1063.361828] env[69695]: DEBUG nova.network.neutron [req-8fe022cb-a2da-4307-bd86-284705ebba2b req-a721eeea-bb3b-4385-86b8-248638bc51cf service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.453882] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499218, 'name': CloneVM_Task, 'duration_secs': 2.265726} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.454244] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Created linked-clone VM from snapshot [ 1063.454933] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def6648a-1bff-498e-a132-f79ac9c92e97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.463333] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Uploading image 64d805e4-65f3-44e9-9588-e58abb89b1a1 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1063.489308] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1063.489308] env[69695]: value = "vm-699311" [ 1063.489308] env[69695]: _type = "VirtualMachine" [ 1063.489308] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1063.489606] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-874e7398-6f2b-4163-bfeb-3b2a4424d82f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.493392] env[69695]: DEBUG nova.network.neutron [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updated VIF entry in instance network info cache for port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.493742] env[69695]: DEBUG nova.network.neutron [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.496604] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lease: (returnval){ [ 1063.496604] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af9ce0-79b2-0c0a-0069-64baf9d74fdb" [ 1063.496604] env[69695]: _type = "HttpNfcLease" [ 1063.496604] env[69695]: } obtained for exporting VM: (result){ [ 1063.496604] env[69695]: value = "vm-699311" [ 1063.496604] env[69695]: _type = "VirtualMachine" [ 1063.496604] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1063.496939] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the lease: (returnval){ [ 1063.496939] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af9ce0-79b2-0c0a-0069-64baf9d74fdb" [ 1063.496939] env[69695]: _type = "HttpNfcLease" [ 1063.496939] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.512636] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.512636] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af9ce0-79b2-0c0a-0069-64baf9d74fdb" [ 1063.512636] env[69695]: _type = "HttpNfcLease" [ 1063.512636] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1063.513468] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1063.513468] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52af9ce0-79b2-0c0a-0069-64baf9d74fdb" [ 1063.513468] env[69695]: _type = "HttpNfcLease" [ 1063.513468] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1063.514327] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd9525-1ab3-4188-ac95-1dbaaef9180d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.522618] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260bbb6-921f-4c9d-7ba8-9c14f9639357/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1063.522801] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260bbb6-921f-4c9d-7ba8-9c14f9639357/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1063.578718] env[69695]: DEBUG nova.network.neutron [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.627469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.628035] env[69695]: DEBUG nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.631261] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.075s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.631481] env[69695]: DEBUG nova.objects.instance [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lazy-loading 'resources' on Instance uuid e836ad49-6776-4512-94c2-67a095eeebe6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.671201] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e659cce-97fe-4dde-9542-0076485dcf9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.679731] env[69695]: DEBUG nova.network.neutron [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Successfully updated port: 31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.716663] env[69695]: DEBUG oslo_vmware.api [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196543} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.716930] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.717130] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.717337] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.717512] env[69695]: INFO nova.compute.manager [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1063.717746] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.717932] env[69695]: DEBUG nova.compute.manager [-] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.718036] env[69695]: DEBUG nova.network.neutron [-] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.797521] env[69695]: DEBUG nova.network.neutron [-] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.860070] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499227, 'name': Rename_Task, 'duration_secs': 0.167146} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.861219] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.861219] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee559eb-a930-4cee-ba9e-dd9232aa51ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.864067] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32e25f45-2d45-4870-b295-ba190e15731c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.867655] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1063.867655] env[69695]: value = "task-3499229" [ 1063.867655] env[69695]: _type = "Task" [ 1063.867655] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.876675] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4807f36-a8a3-4182-90b4-02997c69a8d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.893597] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.919397] env[69695]: DEBUG nova.compute.manager [req-8fe022cb-a2da-4307-bd86-284705ebba2b req-a721eeea-bb3b-4385-86b8-248638bc51cf service nova] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Detach interface failed, port_id=40538dd6-6433-4305-8538-ac6ebb6ef6c5, reason: Instance a5bb98f9-f843-4c86-8238-a30e446aeec0 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.997463] env[69695]: DEBUG oslo_concurrency.lockutils [req-8a45e280-710d-4d68-a3de-a1afc0183962 req-a4052e1f-4a93-457a-94b9-080f09eba97a service nova] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082981] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.134307] env[69695]: DEBUG nova.compute.utils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.139498] env[69695]: DEBUG nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1064.186015] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-71af159b-129f-442c-9916-eb7bdd9d2cc9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.186303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-71af159b-129f-442c-9916-eb7bdd9d2cc9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.186548] env[69695]: DEBUG nova.network.neutron [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.301509] env[69695]: INFO nova.compute.manager [-] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Took 1.31 seconds to deallocate network for instance. [ 1064.380782] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.472075] env[69695]: DEBUG nova.network.neutron [-] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.482802] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8c296-4d15-4d11-a0f0-fead1e10daac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.492944] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4b8ffd-e120-42c3-85f6-e881db52d066 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.530987] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c5f8ff-b5e7-4d58-ae22-90ad443ae489 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.540918] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83958b1-0334-49a0-bad6-360c802c63df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.558198] env[69695]: DEBUG nova.compute.provider_tree [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.609881] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf68aa8-7f5f-42c2-8ce6-eaf5a471d8c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.630061] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a96ea-acb1-4687-958e-21eaf6759a68 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.638367] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.643033] env[69695]: DEBUG nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.726132] env[69695]: DEBUG nova.network.neutron [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.810498] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.879738] env[69695]: DEBUG oslo_vmware.api [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499229, 'name': PowerOnVM_Task, 'duration_secs': 0.881873} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.880348] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.880714] env[69695]: INFO nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1064.881452] env[69695]: DEBUG nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.881864] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac0022c-cb39-4e6c-9d1d-d22b082dc654 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.893571] env[69695]: DEBUG nova.network.neutron [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Updating instance_info_cache with network_info: [{"id": "31055832-c2df-4edb-bfdb-8f2493a72e7a", "address": "fa:16:3e:ee:1a:be", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31055832-c2", "ovs_interfaceid": "31055832-c2df-4edb-bfdb-8f2493a72e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.974825] env[69695]: INFO nova.compute.manager [-] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Took 1.26 seconds to deallocate network for instance. [ 1065.062152] env[69695]: DEBUG nova.scheduler.client.report [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.148491] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.152434] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e23ec72-b1ee-4fad-bb88-491281b3056c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.162242] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1065.162242] env[69695]: value = "task-3499230" [ 1065.162242] env[69695]: _type = "Task" [ 1065.162242] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.172081] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.402783] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-71af159b-129f-442c-9916-eb7bdd9d2cc9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.403128] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Instance network_info: |[{"id": "31055832-c2df-4edb-bfdb-8f2493a72e7a", "address": "fa:16:3e:ee:1a:be", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31055832-c2", "ovs_interfaceid": "31055832-c2df-4edb-bfdb-8f2493a72e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.404651] env[69695]: DEBUG nova.compute.manager [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Received event network-vif-plugged-31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.404947] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] Acquiring lock "71af159b-129f-442c-9916-eb7bdd9d2cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.405390] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.405653] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.405941] env[69695]: DEBUG nova.compute.manager [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] No waiting events found dispatching network-vif-plugged-31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.406155] env[69695]: WARNING nova.compute.manager [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Received unexpected event network-vif-plugged-31055832-c2df-4edb-bfdb-8f2493a72e7a for instance with vm_state building and task_state spawning. [ 1065.406397] env[69695]: DEBUG nova.compute.manager [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Received event network-changed-31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.406612] env[69695]: DEBUG nova.compute.manager [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Refreshing instance network info cache due to event network-changed-31055832-c2df-4edb-bfdb-8f2493a72e7a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.406918] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] Acquiring lock "refresh_cache-71af159b-129f-442c-9916-eb7bdd9d2cc9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.407072] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] Acquired lock "refresh_cache-71af159b-129f-442c-9916-eb7bdd9d2cc9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.407362] env[69695]: DEBUG nova.network.neutron [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Refreshing network info cache for port 31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.408959] env[69695]: INFO nova.compute.manager [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Took 37.83 seconds to build instance. [ 1065.410377] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:1a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31055832-c2df-4edb-bfdb-8f2493a72e7a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.418760] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.424586] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.425672] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7633dd46-5ecb-490f-a591-ecac5e55ac9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.448936] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.448936] env[69695]: value = "task-3499231" [ 1065.448936] env[69695]: _type = "Task" [ 1065.448936] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.458521] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499231, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.481508] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.572650] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.579452] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.566s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.579708] env[69695]: DEBUG nova.objects.instance [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lazy-loading 'resources' on Instance uuid b1d6c64d-f7eb-4618-b670-6a433b107e0a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.610537] env[69695]: INFO nova.scheduler.client.report [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Deleted allocations for instance e836ad49-6776-4512-94c2-67a095eeebe6 [ 1065.654178] env[69695]: DEBUG nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.675582] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.685201] env[69695]: DEBUG nova.network.neutron [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Updated VIF entry in instance network info cache for port 31055832-c2df-4edb-bfdb-8f2493a72e7a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.685742] env[69695]: DEBUG nova.network.neutron [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Updating instance_info_cache with network_info: [{"id": "31055832-c2df-4edb-bfdb-8f2493a72e7a", "address": "fa:16:3e:ee:1a:be", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31055832-c2", "ovs_interfaceid": "31055832-c2df-4edb-bfdb-8f2493a72e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.694401] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.694782] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.695444] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.695632] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.695955] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.696578] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.696578] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.696683] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.696941] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.697761] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.697761] env[69695]: DEBUG nova.virt.hardware [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.699792] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6aaef1-00bf-4619-86ec-86ad70c06d81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.705401] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] Releasing lock "refresh_cache-71af159b-129f-442c-9916-eb7bdd9d2cc9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.705820] env[69695]: DEBUG nova.compute.manager [req-a58b0193-a194-4a5d-8725-47ebd253c300 req-48f85dbb-9586-4d10-b87d-68db6d834aca service nova] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Received event network-vif-deleted-3176e3a7-2e07-4d6c-b129-85f70ae3be23 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.714090] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916c7d7-dfd6-400b-8f58-3cb26c1c1426 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.733382] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.744214] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Creating folder: Project (8cc81696ba824e45a77f559f7dccb0bf). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.745975] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91e49e3e-9e70-45ab-9035-32f43cbaf4f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.765480] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Created folder: Project (8cc81696ba824e45a77f559f7dccb0bf) in parent group-v699067. [ 1065.766322] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Creating folder: Instances. Parent ref: group-v699313. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.766456] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0cd85a5-8114-4f7c-a367-fa593a702454 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.779518] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Created folder: Instances in parent group-v699313. [ 1065.779847] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.780100] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.780366] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194eb5b1-494c-4d37-802a-819325259d7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.799866] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.799866] env[69695]: value = "task-3499234" [ 1065.799866] env[69695]: _type = "Task" [ 1065.799866] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.808617] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499234, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.923621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.351s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.960938] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499231, 'name': CreateVM_Task, 'duration_secs': 0.396875} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.961171] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.961951] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.962155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.962544] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.962831] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ce89ff-0c45-4523-bad4-eea3dc6d2de3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.968378] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1065.968378] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52daf462-70f2-f909-2d6a-4247f187a88a" [ 1065.968378] env[69695]: _type = "Task" [ 1065.968378] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.980615] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52daf462-70f2-f909-2d6a-4247f187a88a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.121145] env[69695]: DEBUG oslo_concurrency.lockutils [None req-27519998-102c-478c-8399-d1175efd196b tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Lock "e836ad49-6776-4512-94c2-67a095eeebe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.646s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.176481] env[69695]: DEBUG oslo_vmware.api [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499230, 'name': PowerOnVM_Task, 'duration_secs': 0.633648} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.176768] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.176950] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f20ffef5-b828-40e8-9511-05c64621ecfc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance '24415407-c84b-49fc-a5e6-6b3449da9d0e' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.311209] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499234, 'name': CreateVM_Task, 'duration_secs': 0.347161} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.311493] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.311857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.394146] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "f50add0e-f599-412b-b4a8-e79ae1820b45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.395282] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.395951] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "f50add0e-f599-412b-b4a8-e79ae1820b45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.395951] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.396086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.398549] env[69695]: INFO nova.compute.manager [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Terminating instance [ 1066.416841] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabd34d0-1881-4c40-8020-24dec49308bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425501] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed9e24a-1f9d-4b34-99bc-4f709d474cf4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.459344] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26362de2-dcb1-4e6e-a2e2-fd64341af8d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.468684] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ff2f8-688b-4638-95ad-506dcaac13ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.482982] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52daf462-70f2-f909-2d6a-4247f187a88a, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.497580] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.497914] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.498138] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498335] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.498484] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.499424] env[69695]: DEBUG nova.compute.provider_tree [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.500785] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.501116] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.501348] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8a5126-ded2-44bc-b7c9-358bd299a93d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.503935] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f51390-4941-4add-b39e-fe6a3d0615ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.511552] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1066.511552] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52add213-68bb-e72f-f585-e82bd5ba5793" [ 1066.511552] env[69695]: _type = "Task" [ 1066.511552] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.516663] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.516856] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.518300] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdadc43-69e6-48a2-bd78-a615096e6468 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.525238] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52add213-68bb-e72f-f585-e82bd5ba5793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.526551] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1066.526551] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527e9b33-290a-65cd-8aa5-c659b601bcbb" [ 1066.526551] env[69695]: _type = "Task" [ 1066.526551] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.536692] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527e9b33-290a-65cd-8aa5-c659b601bcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.904817] env[69695]: DEBUG nova.compute.manager [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.905078] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.906014] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf1fe11-ee2d-4513-9029-e1fa4ddf3c0a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.914636] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.914886] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e50380f-3b41-4ece-be25-90a756b0cc9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.923129] env[69695]: DEBUG oslo_vmware.api [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1066.923129] env[69695]: value = "task-3499235" [ 1066.923129] env[69695]: _type = "Task" [ 1066.923129] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.932241] env[69695]: DEBUG oslo_vmware.api [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.005023] env[69695]: DEBUG nova.scheduler.client.report [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.023733] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52add213-68bb-e72f-f585-e82bd5ba5793, 'name': SearchDatastore_Task, 'duration_secs': 0.024444} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.024683] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.024925] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.025204] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.039936] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527e9b33-290a-65cd-8aa5-c659b601bcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.025357} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.040900] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7b2de4-1cee-4a0d-a477-1eefc7dd500c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.048429] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1067.048429] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52823ad4-0398-ee8c-1357-6b34eedcbd31" [ 1067.048429] env[69695]: _type = "Task" [ 1067.048429] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.057217] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52823ad4-0398-ee8c-1357-6b34eedcbd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.434122] env[69695]: DEBUG oslo_vmware.api [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499235, 'name': PowerOffVM_Task, 'duration_secs': 0.243784} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.434385] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.434633] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.434982] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c57bf163-9626-4b94-914a-a471295a7d2a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.510616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.514806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.145s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.516597] env[69695]: INFO nova.compute.claims [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.519224] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.519451] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.519682] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore2] f50add0e-f599-412b-b4a8-e79ae1820b45 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.520289] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be52230-bf64-4ef8-be66-83df56bd79a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.529330] env[69695]: DEBUG oslo_vmware.api [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1067.529330] env[69695]: value = "task-3499237" [ 1067.529330] env[69695]: _type = "Task" [ 1067.529330] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.540403] env[69695]: INFO nova.scheduler.client.report [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Deleted allocations for instance b1d6c64d-f7eb-4618-b670-6a433b107e0a [ 1067.550453] env[69695]: DEBUG oslo_vmware.api [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.561526] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52823ad4-0398-ee8c-1357-6b34eedcbd31, 'name': SearchDatastore_Task, 'duration_secs': 0.019378} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.562468] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.563027] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 71af159b-129f-442c-9916-eb7bdd9d2cc9/71af159b-129f-442c-9916-eb7bdd9d2cc9.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.563423] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.565400] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.565400] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc0ad0e5-4b21-4e68-9273-35ef5b595dc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.566762] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c821f7-e38c-4b1b-b92a-dd4348aaef74 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.574986] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1067.574986] env[69695]: value = "task-3499238" [ 1067.574986] env[69695]: _type = "Task" [ 1067.574986] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.579210] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.580688] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.580688] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c151b1b-6626-409f-a560-d5f0d2ab2ddd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.586927] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.591376] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1067.591376] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5297c53c-2bab-db23-9b96-40c6cfd86149" [ 1067.591376] env[69695]: _type = "Task" [ 1067.591376] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.602442] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5297c53c-2bab-db23-9b96-40c6cfd86149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.055836] env[69695]: DEBUG oslo_vmware.api [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.056781] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Lock "b1d6c64d-f7eb-4618-b670-6a433b107e0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.473s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.058375] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.058997] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.059469] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.059851] env[69695]: INFO nova.compute.manager [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1068.060360] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.061455] env[69695]: DEBUG nova.compute.manager [-] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.061820] env[69695]: DEBUG nova.network.neutron [-] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.100797] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.112638] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5297c53c-2bab-db23-9b96-40c6cfd86149, 'name': SearchDatastore_Task, 'duration_secs': 0.026693} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.115211] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cc0081-00cd-4fee-a944-646c5c603160 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.124928] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1068.124928] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a78a32-0862-38cf-2887-d62100452e28" [ 1068.124928] env[69695]: _type = "Task" [ 1068.124928] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.142381] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a78a32-0862-38cf-2887-d62100452e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.414498] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.414498] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.414498] env[69695]: DEBUG nova.compute.manager [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Going to confirm migration 5 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1068.514100] env[69695]: DEBUG nova.compute.manager [req-290a18c9-43c4-4a0f-b043-43ac5777e2a2 req-a29d54a2-a207-4fde-af5b-03861c94e41b service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Received event network-vif-deleted-3a41fe9f-34ee-4092-9163-226f1faec205 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.514372] env[69695]: INFO nova.compute.manager [req-290a18c9-43c4-4a0f-b043-43ac5777e2a2 req-a29d54a2-a207-4fde-af5b-03861c94e41b service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Neutron deleted interface 3a41fe9f-34ee-4092-9163-226f1faec205; detaching it from the instance and deleting it from the info cache [ 1068.514473] env[69695]: DEBUG nova.network.neutron [req-290a18c9-43c4-4a0f-b043-43ac5777e2a2 req-a29d54a2-a207-4fde-af5b-03861c94e41b service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.588448] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560954} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.588770] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 71af159b-129f-442c-9916-eb7bdd9d2cc9/71af159b-129f-442c-9916-eb7bdd9d2cc9.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.588974] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.589266] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-458d451b-ee9f-41af-8647-32390a69f42f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.599649] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1068.599649] env[69695]: value = "task-3499239" [ 1068.599649] env[69695]: _type = "Task" [ 1068.599649] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.613781] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.637298] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a78a32-0862-38cf-2887-d62100452e28, 'name': SearchDatastore_Task, 'duration_secs': 0.019962} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.639895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.640120] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.640636] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12db9d95-97eb-4a1b-8d0e-de54db6b2b46 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.649716] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1068.649716] env[69695]: value = "task-3499240" [ 1068.649716] env[69695]: _type = "Task" [ 1068.649716] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.663163] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.918829] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c935727-027f-4f24-99ef-91d30589f657 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.932955] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8191b5-2453-40e0-a963-fa305fdcc65e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.976278] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e240bb-981e-4ca0-9152-a44ac4525b18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.981330] env[69695]: DEBUG nova.network.neutron [-] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.988343] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cef86a-8bdf-4eca-a465-c64782d60998 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.010337] env[69695]: DEBUG nova.compute.provider_tree [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.018032] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ad5ea60-31c4-476e-838a-c76ce99b402b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.030065] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447afeb1-675f-4963-ab40-699bc81f20a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.045950] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.046168] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.046400] env[69695]: DEBUG nova.network.neutron [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.046589] env[69695]: DEBUG nova.objects.instance [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'info_cache' on Instance uuid 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.072500] env[69695]: DEBUG nova.compute.manager [req-290a18c9-43c4-4a0f-b043-43ac5777e2a2 req-a29d54a2-a207-4fde-af5b-03861c94e41b service nova] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Detach interface failed, port_id=3a41fe9f-34ee-4092-9163-226f1faec205, reason: Instance f50add0e-f599-412b-b4a8-e79ae1820b45 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.111496] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081464} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.111788] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.112647] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96be435-24e9-4872-9439-4fed7ff4a879 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.140144] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 71af159b-129f-442c-9916-eb7bdd9d2cc9/71af159b-129f-442c-9916-eb7bdd9d2cc9.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.140861] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebba4179-651a-4f7a-a7e9-57d329764e44 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.165757] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499240, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.167691] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1069.167691] env[69695]: value = "task-3499241" [ 1069.167691] env[69695]: _type = "Task" [ 1069.167691] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.189410] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.484596] env[69695]: INFO nova.compute.manager [-] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Took 1.42 seconds to deallocate network for instance. [ 1069.514610] env[69695]: DEBUG nova.scheduler.client.report [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.668232] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735478} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.668574] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.668843] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.673558] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5890a280-cf55-4804-967f-d195468cf26f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.684305] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.685830] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1069.685830] env[69695]: value = "task-3499242" [ 1069.685830] env[69695]: _type = "Task" [ 1069.685830] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.696695] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.992502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.021597] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.024452] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.028014] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.466s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.028698] env[69695]: DEBUG nova.objects.instance [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'pci_requests' on Instance uuid e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.179734] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.198218] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.520537] env[69695]: DEBUG nova.network.neutron [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [{"id": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "address": "fa:16:3e:4b:31:4d", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cddd9c4-c5", "ovs_interfaceid": "0cddd9c4-c5ef-4560-90a1-54dba6b509e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.530966] env[69695]: DEBUG nova.compute.utils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.537980] env[69695]: DEBUG nova.objects.instance [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'numa_topology' on Instance uuid e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.541949] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.541949] env[69695]: DEBUG nova.network.neutron [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.602109] env[69695]: DEBUG nova.policy [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd44b849526514e359b6315f33c52973b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc96f2b49c0a406fac831fde8add12ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.685874] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499241, 'name': ReconfigVM_Task, 'duration_secs': 1.456384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.690331] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 71af159b-129f-442c-9916-eb7bdd9d2cc9/71af159b-129f-442c-9916-eb7bdd9d2cc9.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.691336] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59244193-33c4-4836-bc0f-193badf6ec61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.709650] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.977304} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.711385] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.712123] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1070.712123] env[69695]: value = "task-3499243" [ 1070.712123] env[69695]: _type = "Task" [ 1070.712123] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.712707] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb257ce-a513-44c9-b5a1-2202a96cf565 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.739448] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.743624] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1431afbc-4406-44c4-b78b-db78816a99a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.766057] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499243, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.772536] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1070.772536] env[69695]: value = "task-3499244" [ 1070.772536] env[69695]: _type = "Task" [ 1070.772536] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.782512] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.024298] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-24415407-c84b-49fc-a5e6-6b3449da9d0e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.024298] env[69695]: DEBUG nova.objects.instance [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'migration_context' on Instance uuid 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.044976] env[69695]: INFO nova.compute.claims [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.049316] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.118680] env[69695]: DEBUG nova.network.neutron [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Successfully created port: 63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.228227] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499243, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.284305] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499244, 'name': ReconfigVM_Task, 'duration_secs': 0.501223} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.284643] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.285329] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d762a24-c7e1-4918-b110-aa476a52c1bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.293323] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1071.293323] env[69695]: value = "task-3499245" [ 1071.293323] env[69695]: _type = "Task" [ 1071.293323] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.302571] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499245, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.528857] env[69695]: DEBUG nova.objects.base [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Object Instance<24415407-c84b-49fc-a5e6-6b3449da9d0e> lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.529770] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c20138d-e262-40a5-a6ee-3497646d3b99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.567453] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b355220-8fef-4f9e-95d8-4632cb3d85ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.573587] env[69695]: DEBUG oslo_vmware.api [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1071.573587] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5251dc3f-bf16-7501-103d-655044dcefcc" [ 1071.573587] env[69695]: _type = "Task" [ 1071.573587] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.584340] env[69695]: DEBUG oslo_vmware.api [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5251dc3f-bf16-7501-103d-655044dcefcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.729189] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499243, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.804284] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499245, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.072691] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.091284] env[69695]: DEBUG oslo_vmware.api [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5251dc3f-bf16-7501-103d-655044dcefcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.091819] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.116184] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.116450] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.116609] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.116789] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.116948] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.117203] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.117452] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.117609] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.117787] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.117954] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.118144] env[69695]: DEBUG nova.virt.hardware [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.119037] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44f67a-de2d-4df5-91b3-0c95e8caa161 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.128928] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba9002-046e-4e97-b1f8-0399f469687b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.231218] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499243, 'name': Rename_Task, 'duration_secs': 1.187377} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.231323] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.231669] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03fd172-797b-470f-812c-e8cd51e48616 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.238904] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1072.238904] env[69695]: value = "task-3499246" [ 1072.238904] env[69695]: _type = "Task" [ 1072.238904] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.257203] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.307762] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499245, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.427190] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56fc796-d2b4-4166-aa01-d13a54f746ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.435683] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26104f67-2ee8-4c57-b7a9-03988fd4e301 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.469059] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56463817-2092-487c-a4b1-29eadfebb23b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.477506] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a50890-78de-4c6a-bfe5-679fb58469c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.491760] env[69695]: DEBUG nova.compute.provider_tree [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.588845] env[69695]: DEBUG nova.compute.manager [req-85d8ee5a-0c22-4e4e-9836-f8191e59b787 req-3f12d925-f9da-4d1e-be68-7e5f67255b25 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Received event network-vif-plugged-63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.588845] env[69695]: DEBUG oslo_concurrency.lockutils [req-85d8ee5a-0c22-4e4e-9836-f8191e59b787 req-3f12d925-f9da-4d1e-be68-7e5f67255b25 service nova] Acquiring lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.589127] env[69695]: DEBUG oslo_concurrency.lockutils [req-85d8ee5a-0c22-4e4e-9836-f8191e59b787 req-3f12d925-f9da-4d1e-be68-7e5f67255b25 service nova] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.589665] env[69695]: DEBUG oslo_concurrency.lockutils [req-85d8ee5a-0c22-4e4e-9836-f8191e59b787 req-3f12d925-f9da-4d1e-be68-7e5f67255b25 service nova] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.589665] env[69695]: DEBUG nova.compute.manager [req-85d8ee5a-0c22-4e4e-9836-f8191e59b787 req-3f12d925-f9da-4d1e-be68-7e5f67255b25 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] No waiting events found dispatching network-vif-plugged-63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.589941] env[69695]: WARNING nova.compute.manager [req-85d8ee5a-0c22-4e4e-9836-f8191e59b787 req-3f12d925-f9da-4d1e-be68-7e5f67255b25 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Received unexpected event network-vif-plugged-63bbfe74-9d75-49df-b609-b0b1fed66eeb for instance with vm_state building and task_state spawning. [ 1072.693097] env[69695]: DEBUG nova.network.neutron [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Successfully updated port: 63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.749633] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.805829] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499245, 'name': Rename_Task, 'duration_secs': 1.223337} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.806700] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.807112] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4327089c-bd10-423f-951d-e100dcc27c1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.815330] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1072.815330] env[69695]: value = "task-3499247" [ 1072.815330] env[69695]: _type = "Task" [ 1072.815330] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.824141] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.995454] env[69695]: DEBUG nova.scheduler.client.report [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.202381] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.202547] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.202701] env[69695]: DEBUG nova.network.neutron [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.251520] env[69695]: DEBUG oslo_vmware.api [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499246, 'name': PowerOnVM_Task, 'duration_secs': 0.584662} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.251815] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.252024] env[69695]: INFO nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1073.252224] env[69695]: DEBUG nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.253056] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059591de-f7ee-4ccb-a995-c6981e6c70c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.330127] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.504029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.473s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.504029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.522s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.506095] env[69695]: INFO nova.compute.claims [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.555239] env[69695]: INFO nova.network.neutron [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating port 5ad3fbab-11a3-43bb-b811-2b493f6294df with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1073.758073] env[69695]: DEBUG nova.network.neutron [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.774455] env[69695]: INFO nova.compute.manager [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Took 37.53 seconds to build instance. [ 1073.831188] env[69695]: DEBUG oslo_vmware.api [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499247, 'name': PowerOnVM_Task, 'duration_secs': 0.962746} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.831538] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.831808] env[69695]: INFO nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1073.832053] env[69695]: DEBUG nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.833211] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e273e0-580f-4f0b-90b6-b653c3dd773a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.073364] env[69695]: DEBUG nova.network.neutron [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [{"id": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "address": "fa:16:3e:b6:f9:f4", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bbfe74-9d", "ovs_interfaceid": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.277137] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.040s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.356561] env[69695]: INFO nova.compute.manager [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Took 37.27 seconds to build instance. [ 1074.577087] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.577546] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Instance network_info: |[{"id": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "address": "fa:16:3e:b6:f9:f4", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bbfe74-9d", "ovs_interfaceid": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.580473] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:f9:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63bbfe74-9d75-49df-b609-b0b1fed66eeb', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.589020] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.589610] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.589748] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56e2561-e460-4c0e-9d0e-2ffe8881e37a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.614890] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.614890] env[69695]: value = "task-3499248" [ 1074.614890] env[69695]: _type = "Task" [ 1074.614890] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.623573] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499248, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.649393] env[69695]: DEBUG nova.compute.manager [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Received event network-changed-63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.651094] env[69695]: DEBUG nova.compute.manager [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Refreshing instance network info cache due to event network-changed-63bbfe74-9d75-49df-b609-b0b1fed66eeb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.651094] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] Acquiring lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.651094] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] Acquired lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.651094] env[69695]: DEBUG nova.network.neutron [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Refreshing network info cache for port 63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.861889] env[69695]: DEBUG oslo_concurrency.lockutils [None req-059da833-765b-4d58-9b95-3e3fa3b658fd tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "83962551-dd92-4112-95c2-778ffa4d6281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.786s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.870790] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260bbb6-921f-4c9d-7ba8-9c14f9639357/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.873056] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882072a-2ede-4869-995d-6d1e1d121600 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.883160] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260bbb6-921f-4c9d-7ba8-9c14f9639357/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.883334] env[69695]: ERROR oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260bbb6-921f-4c9d-7ba8-9c14f9639357/disk-0.vmdk due to incomplete transfer. [ 1074.883569] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d76a251-d05f-4b6a-97a1-c6467ceea8f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.892401] env[69695]: DEBUG oslo_vmware.rw_handles [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260bbb6-921f-4c9d-7ba8-9c14f9639357/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1074.892515] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Uploaded image 64d805e4-65f3-44e9-9588-e58abb89b1a1 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1074.899039] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.899946] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-974eecd4-5c2f-41d9-8cf3-70d811f28449 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.906962] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1074.906962] env[69695]: value = "task-3499249" [ 1074.906962] env[69695]: _type = "Task" [ 1074.906962] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.916369] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499249, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.925369] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bda8b62-35fa-452a-bdfa-ec5fd0be3bf6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.933470] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7516f3e-8b8e-409a-9cab-f0cdd60f3803 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.964479] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078a509-7b75-40df-bb43-bd40759e5f6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.977104] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9aaa1-e9fb-48d9-a6e6-76846a72ae8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.987119] env[69695]: DEBUG nova.compute.provider_tree [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.126903] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499248, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.202599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.202599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.291290] env[69695]: INFO nova.compute.manager [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Rebuilding instance [ 1075.349006] env[69695]: DEBUG nova.compute.manager [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.350268] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b165749-8d76-4904-9929-5a3984342212 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.357660] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.357660] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.357660] env[69695]: DEBUG nova.network.neutron [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.425299] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499249, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.462389] env[69695]: DEBUG nova.network.neutron [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updated VIF entry in instance network info cache for port 63bbfe74-9d75-49df-b609-b0b1fed66eeb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.462618] env[69695]: DEBUG nova.network.neutron [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [{"id": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "address": "fa:16:3e:b6:f9:f4", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bbfe74-9d", "ovs_interfaceid": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.491143] env[69695]: DEBUG nova.scheduler.client.report [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.625900] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499248, 'name': CreateVM_Task, 'duration_secs': 0.591928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.626120] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.626847] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.627054] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.627429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.627717] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8fb1b7-e7d9-4b78-a1cf-565a6ef369a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.632218] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1075.632218] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f56e40-a594-7cd6-852f-f750d17d4bae" [ 1075.632218] env[69695]: _type = "Task" [ 1075.632218] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.640925] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f56e40-a594-7cd6-852f-f750d17d4bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.707790] env[69695]: DEBUG nova.compute.utils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.918724] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499249, 'name': Destroy_Task, 'duration_secs': 0.657774} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.919116] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Destroyed the VM [ 1075.919371] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.920370] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91345a25-7413-490d-b510-ac66248cb198 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926754] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1075.926754] env[69695]: value = "task-3499250" [ 1075.926754] env[69695]: _type = "Task" [ 1075.926754] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.940438] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.969614] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c224190-028f-4b8d-ac9f-26c54e78f44a req-6abbda56-5c88-4ed4-a891-bd415c530dde service nova] Releasing lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.975111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "662c8341-4a54-443f-9a4d-2d0b352b038b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.975596] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.998059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.998588] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.001454] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.144s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.001698] env[69695]: DEBUG nova.objects.instance [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lazy-loading 'resources' on Instance uuid 78385f0f-64f2-441f-8123-5649d8c9b7d8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.138026] env[69695]: DEBUG nova.network.neutron [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.144494] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f56e40-a594-7cd6-852f-f750d17d4bae, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.144812] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.145054] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.145339] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.145506] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.145696] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.145963] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a894c63-226b-4623-9812-0542720b2df0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.156675] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.156675] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.157236] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f5c4c4-e99e-47b5-ae00-276a51554dba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.163998] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1076.163998] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c70309-ac93-1d90-f261-05f71a7e0101" [ 1076.163998] env[69695]: _type = "Task" [ 1076.163998] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.172201] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c70309-ac93-1d90-f261-05f71a7e0101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.212049] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.372019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.372019] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-234e99ef-5f44-4ea4-96f4-01f3460d6ae6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.377219] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1076.377219] env[69695]: value = "task-3499251" [ 1076.377219] env[69695]: _type = "Task" [ 1076.377219] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.387137] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.436497] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499250, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.479759] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.504683] env[69695]: DEBUG nova.compute.utils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.506161] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.506366] env[69695]: DEBUG nova.network.neutron [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.552550] env[69695]: DEBUG nova.policy [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6209a6025b374cdf987ee20841c5866f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '057dc60cf87443e6a51f127a96a24ca1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.641114] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.680625] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c70309-ac93-1d90-f261-05f71a7e0101, 'name': SearchDatastore_Task, 'duration_secs': 0.017616} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.685729] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8a0b6b264f65cd1a5ba95052bce5cb1c',container_format='bare',created_at=2025-04-21T14:26:45Z,direct_url=,disk_format='vmdk',id=236aec44-11db-4e8a-880c-ef7d0552c68c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1678227537-shelved',owner='a2d2a057d8d64c62b4b4059132a79778',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-21T14:27:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.685993] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.686176] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.686380] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.686570] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.686725] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.686982] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.687220] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.687455] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.687666] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.687897] env[69695]: DEBUG nova.virt.hardware [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.689353] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df2bcd-6987-4cb9-a4ed-3cf27afa37ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.693343] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351aa410-34f0-49e1-99c4-64f02399ae84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.703664] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1076.703664] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52493eba-73b6-89af-650a-410e921195c5" [ 1076.703664] env[69695]: _type = "Task" [ 1076.703664] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.705418] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09084f23-e523-40ff-9705-3d3c429e5636 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.725240] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:b8:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ad3fbab-11a3-43bb-b811-2b493f6294df', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.732892] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.739737] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.740095] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52493eba-73b6-89af-650a-410e921195c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.740586] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9168348-a420-4626-9987-e2f5740a544b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.756622] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.757723] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] cbab62b8-6a1f-4505-aaae-4ccd93e509ba/cbab62b8-6a1f-4505-aaae-4ccd93e509ba.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.760576] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ef7d62-043d-41ae-80fe-ec04535edb41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.767938] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1076.767938] env[69695]: value = "task-3499253" [ 1076.767938] env[69695]: _type = "Task" [ 1076.767938] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.769167] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.769167] env[69695]: value = "task-3499252" [ 1076.769167] env[69695]: _type = "Task" [ 1076.769167] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.782279] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.785509] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499252, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.890532] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499251, 'name': PowerOffVM_Task, 'duration_secs': 0.125692} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.890532] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.893534] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.893534] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f2660c-4abc-4e10-b9fb-06991996b834 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.896820] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd3f4b-33ce-4ece-8f42-df9e7a92d6e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.901616] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.902252] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a7cbaf-eb3a-44c0-9c9a-c077768480a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.906435] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea53020-8f6f-4fe8-bfb2-c30b18af5cc2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.943139] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62a036-c4b0-4cab-8e82-e46923b45ae0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.945575] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.945575] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.945575] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Deleting the datastore file [datastore1] 83962551-dd92-4112-95c2-778ffa4d6281 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.945755] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65b98156-0cac-4a9e-8941-176c1cb02ed9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.952834] env[69695]: DEBUG nova.compute.manager [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-vif-plugged-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.953105] env[69695]: DEBUG oslo_concurrency.lockutils [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.953350] env[69695]: DEBUG oslo_concurrency.lockutils [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.953527] env[69695]: DEBUG oslo_concurrency.lockutils [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.953709] env[69695]: DEBUG nova.compute.manager [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] No waiting events found dispatching network-vif-plugged-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.953876] env[69695]: WARNING nova.compute.manager [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received unexpected event network-vif-plugged-5ad3fbab-11a3-43bb-b811-2b493f6294df for instance with vm_state shelved_offloaded and task_state spawning. [ 1076.954048] env[69695]: DEBUG nova.compute.manager [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.954275] env[69695]: DEBUG nova.compute.manager [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing instance network info cache due to event network-changed-5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.954411] env[69695]: DEBUG oslo_concurrency.lockutils [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] Acquiring lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.954555] env[69695]: DEBUG oslo_concurrency.lockutils [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] Acquired lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.954713] env[69695]: DEBUG nova.network.neutron [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Refreshing network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.962917] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1076.962917] env[69695]: value = "task-3499255" [ 1076.962917] env[69695]: _type = "Task" [ 1076.962917] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.963239] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.62797} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.965344] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0b007-950d-45de-b047-42e74a390a04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.969064] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1076.969675] env[69695]: DEBUG nova.compute.manager [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.974671] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3431631f-826d-4860-a298-864ab1195cc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.994640] env[69695]: DEBUG nova.compute.provider_tree [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.007307] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.010572] env[69695]: DEBUG nova.scheduler.client.report [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.013235] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.022433] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.139443] env[69695]: DEBUG nova.network.neutron [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Successfully created port: c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.286188] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499253, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.289453] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499252, 'name': CreateVM_Task, 'duration_secs': 0.423509} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.289611] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.290266] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.290535] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.291071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.291780] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35d328f-e0ab-4b36-8307-df846da8b7e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.297222] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1077.297222] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f6dfb-c410-8997-ea36-0072740c7fc5" [ 1077.297222] env[69695]: _type = "Task" [ 1077.297222] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.303699] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524f6dfb-c410-8997-ea36-0072740c7fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.307262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.307543] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.307755] env[69695]: INFO nova.compute.manager [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Attaching volume 9ecdd217-ccd3-404f-9e6a-0b4894a25d28 to /dev/sdb [ 1077.350241] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff72d3f-1c0b-45db-85c7-63a72913c05c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.356872] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c0e09a-5aa6-4f89-9da0-6349cab55f2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.370518] env[69695]: DEBUG nova.virt.block_device [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Updating existing volume attachment record: 1dbc8ced-0980-4d8a-96f8-22bcaade665e {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.478555] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234447} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.478815] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.479014] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.479193] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.516945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.515s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.525296] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.471s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.525551] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.525551] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1077.525858] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.421s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.527243] env[69695]: INFO nova.compute.claims [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.530770] env[69695]: INFO nova.compute.manager [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Shelve offloading [ 1077.533221] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e0a60-2452-4320-aba1-a8152c447d9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.547364] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796464bd-82dc-4bec-b142-4a0a3e53f9ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.553417] env[69695]: INFO nova.scheduler.client.report [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Deleted allocations for instance 78385f0f-64f2-441f-8123-5649d8c9b7d8 [ 1077.568038] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38972c4d-8fe1-42ac-979b-07511d516cb1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.576646] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5d1a46-d7ae-45e2-88ab-26eb30e51d73 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.609306] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179087MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1077.610254] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.741562] env[69695]: DEBUG nova.network.neutron [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updated VIF entry in instance network info cache for port 5ad3fbab-11a3-43bb-b811-2b493f6294df. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.742028] env[69695]: DEBUG nova.network.neutron [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [{"id": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "address": "fa:16:3e:45:b8:80", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad3fbab-11", "ovs_interfaceid": "5ad3fbab-11a3-43bb-b811-2b493f6294df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.779290] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539396} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.779533] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] cbab62b8-6a1f-4505-aaae-4ccd93e509ba/cbab62b8-6a1f-4505-aaae-4ccd93e509ba.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.779925] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.780228] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1cfc796-2b3b-4fba-a72b-15458d1a4bdc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.787478] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1077.787478] env[69695]: value = "task-3499259" [ 1077.787478] env[69695]: _type = "Task" [ 1077.787478] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.795168] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.804467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.804724] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Processing image 236aec44-11db-4e8a-880c-ef7d0552c68c {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.804987] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.805177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.805376] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.805645] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ff74fe-5cad-43d4-bb67-6d7071780285 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.814743] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.814921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.815733] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4418d54-321a-4c8f-b73d-de434dd485f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.820699] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1077.820699] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f6bf96-1595-5dbe-de7d-adfb19409a52" [ 1077.820699] env[69695]: _type = "Task" [ 1077.820699] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.828769] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f6bf96-1595-5dbe-de7d-adfb19409a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.027440] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.042265] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.042265] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e19a07-823d-4cfa-b293-0007ec1b90df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.052105] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1078.052105] env[69695]: value = "task-3499260" [ 1078.052105] env[69695]: _type = "Task" [ 1078.052105] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.058477] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.058477] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.058765] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.058843] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.058987] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.059150] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.059359] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.059518] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.059717] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.059889] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.060902] env[69695]: DEBUG nova.virt.hardware [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.061137] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab68402-9bd4-47be-bf1d-dd1d71123c15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.067137] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1078.067336] env[69695]: DEBUG nova.compute.manager [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.068075] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369cf4ac-1a9e-4add-a746-6ecb22c3573c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.077492] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7586963-2009-4a1c-9fd5-21b047969d2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.081361] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "78385f0f-64f2-441f-8123-5649d8c9b7d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.453s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.083708] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.083872] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.084053] env[69695]: DEBUG nova.network.neutron [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.249258] env[69695]: DEBUG oslo_concurrency.lockutils [req-4b06056f-f3bb-43b8-8bee-b544d12c41cd req-d4de0dbf-e3b3-4b36-9ae6-ba22f1a5f9b7 service nova] Releasing lock "refresh_cache-e67b42dc-b221-44ae-a594-8ee0b0e04411" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.297041] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066202} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.297394] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.298184] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7761c2d-6c3a-464a-b5db-b52884c7f4b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.320903] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] cbab62b8-6a1f-4505-aaae-4ccd93e509ba/cbab62b8-6a1f-4505-aaae-4ccd93e509ba.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.321257] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad9c375-292c-445a-9e62-2c476c59e985 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.344288] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1078.344544] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Fetch image to [datastore2] OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14/OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1078.344727] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Downloading stream optimized image 236aec44-11db-4e8a-880c-ef7d0552c68c to [datastore2] OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14/OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14.vmdk on the data store datastore2 as vApp {{(pid=69695) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1078.344899] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Downloading image file data 236aec44-11db-4e8a-880c-ef7d0552c68c to the ESX as VM named 'OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14' {{(pid=69695) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1078.346770] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1078.346770] env[69695]: value = "task-3499261" [ 1078.346770] env[69695]: _type = "Task" [ 1078.346770] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.355283] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.413491] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1078.413491] env[69695]: value = "resgroup-9" [ 1078.413491] env[69695]: _type = "ResourcePool" [ 1078.413491] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1078.413794] env[69695]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e322c96f-5e43-4353-ba6f-4b0da3e8b4c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.433772] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease: (returnval){ [ 1078.433772] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209fcd6-b2b3-7ce5-4be2-de496634025b" [ 1078.433772] env[69695]: _type = "HttpNfcLease" [ 1078.433772] env[69695]: } obtained for vApp import into resource pool (val){ [ 1078.433772] env[69695]: value = "resgroup-9" [ 1078.433772] env[69695]: _type = "ResourcePool" [ 1078.433772] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1078.434107] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the lease: (returnval){ [ 1078.434107] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209fcd6-b2b3-7ce5-4be2-de496634025b" [ 1078.434107] env[69695]: _type = "HttpNfcLease" [ 1078.434107] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.441794] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.441794] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209fcd6-b2b3-7ce5-4be2-de496634025b" [ 1078.441794] env[69695]: _type = "HttpNfcLease" [ 1078.441794] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.509939] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.510310] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.510562] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.510782] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.510968] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.511191] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.511445] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.511675] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.511891] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.512107] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.512378] env[69695]: DEBUG nova.virt.hardware [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.513799] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a50f8a7-08d1-4191-a8f2-8a622ae27966 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.522132] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d727d30-aa2a-4748-b93f-6b569c002700 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.539386] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.545183] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.548226] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.548757] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a6624b-3958-46ec-8576-61ab22ec464b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.566808] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.566808] env[69695]: value = "task-3499263" [ 1078.566808] env[69695]: _type = "Task" [ 1078.566808] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.577983] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499263, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.807993] env[69695]: DEBUG nova.network.neutron [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Successfully updated port: c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.857890] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.894523] env[69695]: DEBUG nova.network.neutron [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.916104] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1b1d6-a1d6-4b37-b987-819303dd9ad3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.925087] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b04760-2697-412e-a3ec-27c9062bde99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.955463] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "d55fe750-9d29-4279-8462-05865a0a3b09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.955737] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "d55fe750-9d29-4279-8462-05865a0a3b09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.956117] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "d55fe750-9d29-4279-8462-05865a0a3b09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.956117] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "d55fe750-9d29-4279-8462-05865a0a3b09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.956249] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "d55fe750-9d29-4279-8462-05865a0a3b09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.961315] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e152427e-b63b-489f-a98b-a846566fa63a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.963819] env[69695]: INFO nova.compute.manager [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Terminating instance [ 1078.972848] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.972848] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209fcd6-b2b3-7ce5-4be2-de496634025b" [ 1078.972848] env[69695]: _type = "HttpNfcLease" [ 1078.972848] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.974175] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e92e7-5229-4feb-bf61-fddd83a10791 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.982883] env[69695]: DEBUG nova.compute.manager [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Received event network-vif-plugged-c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.983115] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] Acquiring lock "d39f0753-1955-499e-8e5a-f773ef6db4a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.983349] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.983479] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.983657] env[69695]: DEBUG nova.compute.manager [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] No waiting events found dispatching network-vif-plugged-c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.983828] env[69695]: WARNING nova.compute.manager [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Received unexpected event network-vif-plugged-c4a5ea5a-5025-4792-8a20-9e91aa372153 for instance with vm_state building and task_state spawning. [ 1078.984059] env[69695]: DEBUG nova.compute.manager [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Received event network-changed-c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.984155] env[69695]: DEBUG nova.compute.manager [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Refreshing instance network info cache due to event network-changed-c4a5ea5a-5025-4792-8a20-9e91aa372153. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.984364] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] Acquiring lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.984464] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] Acquired lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.984629] env[69695]: DEBUG nova.network.neutron [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Refreshing network info cache for port c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.996788] env[69695]: DEBUG nova.compute.provider_tree [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.028189] env[69695]: DEBUG nova.network.neutron [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.080488] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499263, 'name': CreateVM_Task, 'duration_secs': 0.301008} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.080672] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.081099] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.081263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.081579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.081845] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ab22fa-b175-43d2-b9bc-ab1a151d5dd0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.087107] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1079.087107] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a6cd97-0e5a-44fa-ff3a-fc92fa7f8451" [ 1079.087107] env[69695]: _type = "Task" [ 1079.087107] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.095205] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a6cd97-0e5a-44fa-ff3a-fc92fa7f8451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.108830] env[69695]: DEBUG nova.network.neutron [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.311210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.358392] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499261, 'name': ReconfigVM_Task, 'duration_secs': 0.532926} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.358392] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Reconfigured VM instance instance-00000058 to attach disk [datastore2] cbab62b8-6a1f-4505-aaae-4ccd93e509ba/cbab62b8-6a1f-4505-aaae-4ccd93e509ba.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.358543] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ea5b3c-b1a8-47bf-a37e-a26f1750d6a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.365065] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1079.365065] env[69695]: value = "task-3499264" [ 1079.365065] env[69695]: _type = "Task" [ 1079.365065] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.374733] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499264, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.396980] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.467236] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.467236] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209fcd6-b2b3-7ce5-4be2-de496634025b" [ 1079.467236] env[69695]: _type = "HttpNfcLease" [ 1079.467236] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1079.467933] env[69695]: DEBUG nova.compute.manager [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.468154] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.468510] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1079.468510] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5209fcd6-b2b3-7ce5-4be2-de496634025b" [ 1079.468510] env[69695]: _type = "HttpNfcLease" [ 1079.468510] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1079.470817] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ee210b-4a7f-48a9-81b1-6da187cb1f2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.475548] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d9b66-1a71-48e5-8763-daf1bef9451e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.481085] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.485788] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7acaf98-19bb-4e23-8be0-112fb00ffc0a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.487457] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527293f5-411c-bd40-0ea4-d262b490370f/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1079.487642] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527293f5-411c-bd40-0ea4-d262b490370f/disk-0.vmdk. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1079.552338] env[69695]: DEBUG nova.scheduler.client.report [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.563147] env[69695]: DEBUG oslo_vmware.api [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1079.563147] env[69695]: value = "task-3499265" [ 1079.563147] env[69695]: _type = "Task" [ 1079.563147] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.569863] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe7e4055-a483-442f-ae89-247e4cf12c5c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.579783] env[69695]: DEBUG oslo_vmware.api [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.597940] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a6cd97-0e5a-44fa-ff3a-fc92fa7f8451, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.598554] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.598652] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.598862] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.599093] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.599328] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.599650] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b543180-ae9b-4cec-b6fb-647196f5a949 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.611834] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c2823f9-ee53-45a3-a558-55929ccfbe66 req-bf8666a6-eeab-4f31-8991-4d21674bdfb3 service nova] Releasing lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.613046] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquired lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.613268] env[69695]: DEBUG nova.network.neutron [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.614593] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.614719] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.618107] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217aa988-054c-403f-a866-f67beeb53c1c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.621968] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1079.621968] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d0ca01-2712-480a-eae3-b1312c4c0d1b" [ 1079.621968] env[69695]: _type = "Task" [ 1079.621968] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.631414] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d0ca01-2712-480a-eae3-b1312c4c0d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.777429] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.778387] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e5073c-403b-4aa7-b2d5-ae39d5918fba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.786471] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.786744] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdac477e-b5e1-40a0-bc60-443d07e70cd1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.877169] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499264, 'name': Rename_Task, 'duration_secs': 0.24886} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.877537] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.877803] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3eb8d91-5178-4c67-8e52-edfda18bd730 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.884928] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1079.884928] env[69695]: value = "task-3499268" [ 1079.884928] env[69695]: _type = "Task" [ 1079.884928] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.893329] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.062903] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.063486] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.066584] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.903s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.078449] env[69695]: DEBUG oslo_vmware.api [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499265, 'name': PowerOffVM_Task, 'duration_secs': 0.217188} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.078695] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.078974] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.079174] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa5d1c5-6860-4e55-b6f2-eee595d2401a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.132650] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d0ca01-2712-480a-eae3-b1312c4c0d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.134590] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f97ad1d-14a1-40f5-9a97-a970668fd708 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.141256] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1080.141256] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52552b5f-3e33-4325-6d23-67208646365b" [ 1080.141256] env[69695]: _type = "Task" [ 1080.141256] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.147034] env[69695]: DEBUG nova.network.neutron [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.152801] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52552b5f-3e33-4325-6d23-67208646365b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.310833] env[69695]: DEBUG nova.network.neutron [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Updating instance_info_cache with network_info: [{"id": "c4a5ea5a-5025-4792-8a20-9e91aa372153", "address": "fa:16:3e:a5:98:90", "network": {"id": "0fc81441-192f-449c-9a8c-fd9a95fb2919", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1407657635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057dc60cf87443e6a51f127a96a24ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a5ea5a-50", "ovs_interfaceid": "c4a5ea5a-5025-4792-8a20-9e91aa372153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.398512] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499268, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.571930] env[69695]: DEBUG nova.compute.utils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.576221] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.576571] env[69695]: DEBUG nova.network.neutron [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.632556] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.632846] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.633148] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Deleting the datastore file [datastore1] d55fe750-9d29-4279-8462-05865a0a3b09 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.637019] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeef3623-e5b6-4188-9b88-7da9343fcace {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.640483] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.640689] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.640886] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleting the datastore file [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.643699] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8ed95b-bfe8-4396-8c6a-0151d9dcf50a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.653212] env[69695]: DEBUG oslo_vmware.api [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for the task: (returnval){ [ 1080.653212] env[69695]: value = "task-3499270" [ 1080.653212] env[69695]: _type = "Task" [ 1080.653212] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.662036] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52552b5f-3e33-4325-6d23-67208646365b, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.662036] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1080.662036] env[69695]: value = "task-3499271" [ 1080.662036] env[69695]: _type = "Task" [ 1080.662036] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.664758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.665143] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.669993] env[69695]: DEBUG nova.policy [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.671591] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcc18069-6fa9-4d36-b79d-0d035429df41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.681675] env[69695]: DEBUG oslo_vmware.api [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.690120] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.691554] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1080.691554] env[69695]: value = "task-3499272" [ 1080.691554] env[69695]: _type = "Task" [ 1080.691554] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.700341] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.813749] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Releasing lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.814106] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Instance network_info: |[{"id": "c4a5ea5a-5025-4792-8a20-9e91aa372153", "address": "fa:16:3e:a5:98:90", "network": {"id": "0fc81441-192f-449c-9a8c-fd9a95fb2919", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1407657635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057dc60cf87443e6a51f127a96a24ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a5ea5a-50", "ovs_interfaceid": "c4a5ea5a-5025-4792-8a20-9e91aa372153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.814540] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:98:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4a5ea5a-5025-4792-8a20-9e91aa372153', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.822569] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Creating folder: Project (057dc60cf87443e6a51f127a96a24ca1). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.825856] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f813c5c9-00ad-46fd-b828-54264c13b522 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.837357] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Created folder: Project (057dc60cf87443e6a51f127a96a24ca1) in parent group-v699067. [ 1080.837668] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Creating folder: Instances. Parent ref: group-v699322. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.837985] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21521748-355c-4ea4-80d8-77eda1583af4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.851665] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Created folder: Instances in parent group-v699322. [ 1080.852010] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.852269] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.852528] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38bf3a3c-a74e-4010-b7e7-6ebde1887f16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.880489] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.880489] env[69695]: value = "task-3499275" [ 1080.880489] env[69695]: _type = "Task" [ 1080.880489] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.896434] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499275, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.904843] env[69695]: DEBUG oslo_vmware.api [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499268, 'name': PowerOnVM_Task, 'duration_secs': 0.612537} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.905145] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.905423] env[69695]: INFO nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1080.905588] env[69695]: DEBUG nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.906452] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea6d55a-4f9d-4263-a181-f1027261eb81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.925323] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1080.925323] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527293f5-411c-bd40-0ea4-d262b490370f/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.925323] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de808eb-1495-485b-b129-f6f5a0fd6b77 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.934378] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527293f5-411c-bd40-0ea4-d262b490370f/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.934378] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527293f5-411c-bd40-0ea4-d262b490370f/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1080.934378] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd38434c-ab6e-4d70-b0db-81a67ed50949 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.025151] env[69695]: DEBUG nova.compute.manager [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-vif-unplugged-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.025859] env[69695]: DEBUG oslo_concurrency.lockutils [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.026190] env[69695]: DEBUG oslo_concurrency.lockutils [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.026525] env[69695]: DEBUG oslo_concurrency.lockutils [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.026611] env[69695]: DEBUG nova.compute.manager [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] No waiting events found dispatching network-vif-unplugged-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.026729] env[69695]: WARNING nova.compute.manager [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received unexpected event network-vif-unplugged-b4285447-cfc2-46b7-b414-7b213ce43072 for instance with vm_state shelved and task_state shelving_offloading. [ 1081.026928] env[69695]: DEBUG nova.compute.manager [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-changed-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.027114] env[69695]: DEBUG nova.compute.manager [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Refreshing instance network info cache due to event network-changed-b4285447-cfc2-46b7-b414-7b213ce43072. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.027371] env[69695]: DEBUG oslo_concurrency.lockutils [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.027522] env[69695]: DEBUG oslo_concurrency.lockutils [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.027726] env[69695]: DEBUG nova.network.neutron [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Refreshing network info cache for port b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.043782] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d16246a-d9a8-4cef-96ac-8e0a939b9899 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.058089] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c9a3a-17aa-4f70-95ff-f4b210cc4d87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.098039] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.100784] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b325381-ee24-42ca-8909-8dbe03c848c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.111681] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ccd96-f6c8-41ec-9109-daf5d238ea45 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.136302] env[69695]: DEBUG nova.compute.provider_tree [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.154339] env[69695]: DEBUG nova.network.neutron [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Successfully created port: 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.173305] env[69695]: DEBUG oslo_vmware.api [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Task: {'id': task-3499270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293981} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.174154] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.174510] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.174714] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.174894] env[69695]: INFO nova.compute.manager [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1081.175218] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.175476] env[69695]: DEBUG nova.compute.manager [-] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.175588] env[69695]: DEBUG nova.network.neutron [-] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.181570] env[69695]: DEBUG oslo_vmware.api [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238192} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.182301] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.182503] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.182684] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.202544] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.209169] env[69695]: INFO nova.scheduler.client.report [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted allocations for instance e71bdad7-19c0-4e3d-9172-9352370ad6c4 [ 1081.391023] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499275, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.435429] env[69695]: INFO nova.compute.manager [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Took 38.08 seconds to build instance. [ 1081.552406] env[69695]: DEBUG oslo_vmware.rw_handles [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527293f5-411c-bd40-0ea4-d262b490370f/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1081.552657] env[69695]: INFO nova.virt.vmwareapi.images [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Downloaded image file data 236aec44-11db-4e8a-880c-ef7d0552c68c [ 1081.553734] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd062670-6e73-4c0e-83ca-d4f1928abb29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.575066] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f850d82a-1bc1-4217-b44d-3dd90b0542cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.599897] env[69695]: INFO nova.virt.vmwareapi.images [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] The imported VM was unregistered [ 1081.602810] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1081.602810] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating directory with path [datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.606636] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e72a0fc-386d-46c5-b5e3-cc5886c51548 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.619034] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created directory with path [datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.619034] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14/OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14.vmdk to [datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk. {{(pid=69695) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1081.620815] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f18fe13c-0ecc-40f7-a4d4-9d195971a5e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.629064] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1081.629064] env[69695]: value = "task-3499277" [ 1081.629064] env[69695]: _type = "Task" [ 1081.629064] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.638558] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499277, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.640520] env[69695]: DEBUG nova.scheduler.client.report [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.703493] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692471} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.703881] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.704123] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.704314] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4f4118b-3a4e-4e0e-9705-3f0e2b5415e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.712152] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1081.712152] env[69695]: value = "task-3499278" [ 1081.712152] env[69695]: _type = "Task" [ 1081.712152] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.716128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.728344] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.894794] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499275, 'name': CreateVM_Task, 'duration_secs': 0.749142} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.894994] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.895959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.895959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.896552] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.896552] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cb3c2c-e19f-48f5-a467-9c1e05db05d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.901985] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1081.901985] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a23f8b-caac-a381-a0cb-f6da7c903c2b" [ 1081.901985] env[69695]: _type = "Task" [ 1081.901985] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.910728] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a23f8b-caac-a381-a0cb-f6da7c903c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.932336] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.932662] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699319', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'name': 'volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71af159b-129f-442c-9916-eb7bdd9d2cc9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'serial': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.933566] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50bb2f-d4f1-4daf-a3dd-8ad28b7360e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.938210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b514a831-c96c-406f-9ecd-d0ed92c13e86 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.593s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.938495] env[69695]: DEBUG nova.network.neutron [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updated VIF entry in instance network info cache for port b4285447-cfc2-46b7-b414-7b213ce43072. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.938824] env[69695]: DEBUG nova.network.neutron [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb4285447-cf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.952232] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8d534-3a6d-41cf-903c-a65ca7ee1768 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.979224] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28/volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.980295] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6c449d-fdba-4514-8a9e-f310fda749bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.001590] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1082.001590] env[69695]: value = "task-3499279" [ 1082.001590] env[69695]: _type = "Task" [ 1082.001590] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.010882] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.093024] env[69695]: DEBUG nova.network.neutron [-] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.110627] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.138034] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.138617] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.138931] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.139299] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.139590] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.143017] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.143017] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.143017] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.143017] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.143017] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.143017] env[69695]: DEBUG nova.virt.hardware [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.143017] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8326c2-b907-4655-9f92-620c87aca34d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.153315] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499277, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.160523] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f39983-7420-4c35-82c5-747d76b02a60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.226118] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07045} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.226118] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.226983] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437975d9-c4f0-4813-a40d-4ead879e8eed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.250553] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.251064] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1152c07-5d84-47d4-8c1a-925baa17c290 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.272821] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1082.272821] env[69695]: value = "task-3499280" [ 1082.272821] env[69695]: _type = "Task" [ 1082.272821] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.283884] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.414036] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a23f8b-caac-a381-a0cb-f6da7c903c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.062643} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.414036] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.414036] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.414036] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.414366] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.414366] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.414659] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab3d671b-e471-459c-b41d-7c8955c73c01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.431687] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.431894] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.432753] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6278129a-8d93-441d-bc95-9001d6f1a4ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.439578] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1082.439578] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529071ad-e9bc-e67c-7e3a-106782a59640" [ 1082.439578] env[69695]: _type = "Task" [ 1082.439578] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.447757] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529071ad-e9bc-e67c-7e3a-106782a59640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.452478] env[69695]: DEBUG oslo_concurrency.lockutils [req-ccb0ce2d-0a60-4057-b3c3-0d27fb2b9639 req-14873660-8586-4a34-9e36-4eadaeef1bc0 service nova] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.512368] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.596212] env[69695]: INFO nova.compute.manager [-] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Took 1.42 seconds to deallocate network for instance. [ 1082.644280] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499277, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.655833] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.589s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.658987] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.849s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.659234] env[69695]: DEBUG nova.objects.instance [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lazy-loading 'resources' on Instance uuid a5bb98f9-f843-4c86-8238-a30e446aeec0 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.707480] env[69695]: DEBUG nova.compute.manager [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Received event network-changed-63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.707735] env[69695]: DEBUG nova.compute.manager [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Refreshing instance network info cache due to event network-changed-63bbfe74-9d75-49df-b609-b0b1fed66eeb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.708009] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] Acquiring lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.708200] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] Acquired lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.708592] env[69695]: DEBUG nova.network.neutron [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Refreshing network info cache for port 63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.784105] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.953040] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529071ad-e9bc-e67c-7e3a-106782a59640, 'name': SearchDatastore_Task, 'duration_secs': 0.084918} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.953778] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c573ca23-3449-4084-a165-4a8896b2be84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.960320] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1082.960320] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210d162-d8be-44f8-0172-6c24e32f0d38" [ 1082.960320] env[69695]: _type = "Task" [ 1082.960320] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.970854] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210d162-d8be-44f8-0172-6c24e32f0d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.985580] env[69695]: DEBUG nova.network.neutron [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Successfully updated port: 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.015888] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.104160] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.144524] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499277, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.186189] env[69695]: DEBUG nova.compute.manager [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Received event network-vif-deleted-cfbf3579-ad3a-4fbd-8f01-4372499143ec {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.186714] env[69695]: DEBUG nova.compute.manager [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-vif-plugged-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.187356] env[69695]: DEBUG oslo_concurrency.lockutils [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.187631] env[69695]: DEBUG oslo_concurrency.lockutils [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.187785] env[69695]: DEBUG oslo_concurrency.lockutils [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.187908] env[69695]: DEBUG nova.compute.manager [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] No waiting events found dispatching network-vif-plugged-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.188089] env[69695]: WARNING nova.compute.manager [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received unexpected event network-vif-plugged-4504fa7e-70ae-43af-8633-893dee0963a8 for instance with vm_state building and task_state spawning. [ 1083.188288] env[69695]: DEBUG nova.compute.manager [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.188454] env[69695]: DEBUG nova.compute.manager [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing instance network info cache due to event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.188641] env[69695]: DEBUG oslo_concurrency.lockutils [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.188831] env[69695]: DEBUG oslo_concurrency.lockutils [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.188947] env[69695]: DEBUG nova.network.neutron [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.233116] env[69695]: DEBUG nova.network.neutron [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.236341] env[69695]: INFO nova.scheduler.client.report [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocation for migration 446bb4a4-cafe-4693-8eff-128a2fe77117 [ 1083.291986] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.329499] env[69695]: DEBUG nova.network.neutron [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.474900] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210d162-d8be-44f8-0172-6c24e32f0d38, 'name': SearchDatastore_Task, 'duration_secs': 0.099594} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.475346] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.475686] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] d39f0753-1955-499e-8e5a-f773ef6db4a3/d39f0753-1955-499e-8e5a-f773ef6db4a3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.476012] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978a1698-5526-4afa-aac0-bb0723dcf12d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.488639] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.489029] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1083.489029] env[69695]: value = "task-3499281" [ 1083.489029] env[69695]: _type = "Task" [ 1083.489029] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.504454] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.520358] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499279, 'name': ReconfigVM_Task, 'duration_secs': 1.129044} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.520992] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28/volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.526873] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196f5c7b-d889-468e-81ae-40cb673fa8ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.537586] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44735a4a-978a-4813-ab07-8877b1ab2d94 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.548137] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7e595-0ce5-47b4-9e83-2bf22c6f3a0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.551976] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1083.551976] env[69695]: value = "task-3499282" [ 1083.551976] env[69695]: _type = "Task" [ 1083.551976] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.584710] env[69695]: DEBUG nova.network.neutron [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updated VIF entry in instance network info cache for port 63bbfe74-9d75-49df-b609-b0b1fed66eeb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.585788] env[69695]: DEBUG nova.network.neutron [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [{"id": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "address": "fa:16:3e:b6:f9:f4", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bbfe74-9d", "ovs_interfaceid": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.587294] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca39cd-b794-48bd-966d-942ff0d5475c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.593639] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.594481] env[69695]: DEBUG oslo_concurrency.lockutils [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.595702] env[69695]: DEBUG oslo_concurrency.lockutils [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.595702] env[69695]: INFO nova.compute.manager [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Rebooting instance [ 1083.600540] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e842f9-8c5c-40d4-b32c-5b4702be519e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.618912] env[69695]: DEBUG nova.compute.provider_tree [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.645155] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499277, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.745303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9c31f560-72ae-4666-b716-3f5481715c31 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.839s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.786486] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499280, 'name': ReconfigVM_Task, 'duration_secs': 1.048558} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.786824] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 83962551-dd92-4112-95c2-778ffa4d6281/83962551-dd92-4112-95c2-778ffa4d6281.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.787561] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae88df63-db72-456d-a938-c2d13f7e6cdd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.795058] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1083.795058] env[69695]: value = "task-3499283" [ 1083.795058] env[69695]: _type = "Task" [ 1083.795058] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.807142] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499283, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.838666] env[69695]: DEBUG oslo_concurrency.lockutils [req-35f632a9-943c-4673-bfdc-f9adfbe93aa3 req-bd304b1c-2f29-428f-a5ad-a2c6f863458b service nova] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.839180] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.839436] env[69695]: DEBUG nova.network.neutron [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.904432] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.001232] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.062195] env[69695]: DEBUG oslo_vmware.api [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499282, 'name': ReconfigVM_Task, 'duration_secs': 0.173859} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.062702] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699319', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'name': 'volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71af159b-129f-442c-9916-eb7bdd9d2cc9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'serial': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1084.091461] env[69695]: DEBUG oslo_concurrency.lockutils [req-6a9974a4-5e60-465d-8e75-e64aa8ddc631 req-04a719cd-5838-447a-a8af-af2471a8ec82 service nova] Releasing lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.126407] env[69695]: DEBUG nova.scheduler.client.report [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.130570] env[69695]: DEBUG oslo_concurrency.lockutils [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.130733] env[69695]: DEBUG oslo_concurrency.lockutils [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquired lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.130905] env[69695]: DEBUG nova.network.neutron [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.148571] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499277, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.50777} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.148891] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14/OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14.vmdk to [datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk. [ 1084.149072] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Cleaning up location [datastore2] OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1084.149457] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3b58ab30-5858-45d4-aa59-cd6ffdedcb14 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.149966] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf3a805-895f-47e8-83c5-e60fa5dd3a35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.158119] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1084.158119] env[69695]: value = "task-3499284" [ 1084.158119] env[69695]: _type = "Task" [ 1084.158119] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.168441] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.306827] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499283, 'name': Rename_Task, 'duration_secs': 0.336626} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.307092] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.307378] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041fe3da-55df-4695-9cf9-d913e6f2aa9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.315153] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1084.315153] env[69695]: value = "task-3499285" [ 1084.315153] env[69695]: _type = "Task" [ 1084.315153] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.323270] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.399299] env[69695]: DEBUG nova.network.neutron [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.500051] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499281, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.629281] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.631944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.151s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.632795] env[69695]: DEBUG nova.objects.instance [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lazy-loading 'resources' on Instance uuid 0791e83f-32f8-4845-85ae-208a7880008a {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.641059] env[69695]: DEBUG nova.network.neutron [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.657193] env[69695]: INFO nova.scheduler.client.report [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Deleted allocations for instance a5bb98f9-f843-4c86-8238-a30e446aeec0 [ 1084.676338] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041632} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.676338] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.676549] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.676739] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk to [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.676996] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-278d049c-8b0c-4d08-b98a-ce5a5a19c3d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.686562] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1084.686562] env[69695]: value = "task-3499286" [ 1084.686562] env[69695]: _type = "Task" [ 1084.686562] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.695301] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.831017] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.877770] env[69695]: DEBUG nova.network.neutron [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [{"id": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "address": "fa:16:3e:b6:f9:f4", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bbfe74-9d", "ovs_interfaceid": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.938345] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6487d4-4995-4f3f-9181-65b6300b220d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.946369] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e6365-bddc-425a-b307-ff939be502f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.980631] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0b14b5-05fd-47c3-8462-5afe9e35f3c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.988400] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb56f80-f1f1-4da0-bc00-57028ad80332 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.007042] env[69695]: DEBUG nova.compute.provider_tree [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.010689] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499281, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.069038} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.011094] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] d39f0753-1955-499e-8e5a-f773ef6db4a3/d39f0753-1955-499e-8e5a-f773ef6db4a3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.011321] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.011577] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08833cf5-004f-45f5-af1c-3e42534962d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.021227] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1085.021227] env[69695]: value = "task-3499287" [ 1085.021227] env[69695]: _type = "Task" [ 1085.021227] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.030317] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.073952] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "59530432-e0a7-40ba-9d50-11806d67e4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.074278] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.074532] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.074757] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.074967] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.077417] env[69695]: INFO nova.compute.manager [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Terminating instance [ 1085.110519] env[69695]: DEBUG nova.objects.instance [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'flavor' on Instance uuid 71af159b-129f-442c-9916-eb7bdd9d2cc9 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.147570] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.147991] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Instance network_info: |[{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.148505] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:6b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4504fa7e-70ae-43af-8633-893dee0963a8', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.156964] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.157577] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.157831] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-487894a8-0730-4173-a439-98138dc2a2de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.177499] env[69695]: DEBUG oslo_concurrency.lockutils [None req-13d2666b-2f1d-49d1-a076-f2013ea9837e tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Lock "a5bb98f9-f843-4c86-8238-a30e446aeec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.718s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.180462] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.180462] env[69695]: value = "task-3499288" [ 1085.180462] env[69695]: _type = "Task" [ 1085.180462] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.195955] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499288, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.202191] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.327784] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.380271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Releasing lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.512212] env[69695]: DEBUG nova.scheduler.client.report [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.534635] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073866} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.534929] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.535890] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00033c9-0c77-4801-8255-e0fba40cd4a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.560907] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] d39f0753-1955-499e-8e5a-f773ef6db4a3/d39f0753-1955-499e-8e5a-f773ef6db4a3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.561710] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b4ef6f-c80d-4c3f-a4aa-0762a9e6b38f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.581308] env[69695]: DEBUG nova.compute.manager [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.583032] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.583032] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cbb685-6ac2-4830-bbc1-230caae109a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.587843] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1085.587843] env[69695]: value = "task-3499289" [ 1085.587843] env[69695]: _type = "Task" [ 1085.587843] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.597642] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.597999] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.598279] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ed011b-48d3-4c60-b541-014d2f28df3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.605468] env[69695]: DEBUG oslo_vmware.api [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1085.605468] env[69695]: value = "task-3499290" [ 1085.605468] env[69695]: _type = "Task" [ 1085.605468] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.618308] env[69695]: DEBUG oslo_vmware.api [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.618927] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e9160c57-32e6-4327-a214-ad0abebca0b7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.311s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.702789] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "cad98134-4472-4898-bb87-d606b724a16d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.703174] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.704937] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499288, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.715540] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.828077] env[69695]: DEBUG oslo_vmware.api [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499285, 'name': PowerOnVM_Task, 'duration_secs': 1.214399} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.828493] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.828745] env[69695]: DEBUG nova.compute.manager [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.829677] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39900db9-fa18-49fa-a4b3-447ea9aba73d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.880097] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.880545] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.880897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "71af159b-129f-442c-9916-eb7bdd9d2cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.881289] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.881510] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.887023] env[69695]: INFO nova.compute.manager [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Terminating instance [ 1085.887207] env[69695]: DEBUG nova.compute.manager [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.888364] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8cda7-d9fc-4782-966c-8ec61f4f6ed1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.019839] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.386s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.020890] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.029s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.021463] env[69695]: DEBUG nova.objects.instance [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid f50add0e-f599-412b-b4a8-e79ae1820b45 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.048587] env[69695]: INFO nova.scheduler.client.report [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Deleted allocations for instance 0791e83f-32f8-4845-85ae-208a7880008a [ 1086.098240] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.117944] env[69695]: DEBUG oslo_vmware.api [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499290, 'name': PowerOffVM_Task, 'duration_secs': 0.322099} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.117944] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.117944] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.117944] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d197cd84-9145-4121-9c33-008734bf7c69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.189217] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.189217] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.189604] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore1] 59530432-e0a7-40ba-9d50-11806d67e4fb {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.193459] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd923d4-2c5b-43a7-a269-7634802a7862 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.198810] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499288, 'name': CreateVM_Task, 'duration_secs': 0.522991} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.199910] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.200833] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.201057] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.201391] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.204679] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48630d6-ba78-40ec-99e8-f859fdaec830 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.206738] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.208363] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.211131] env[69695]: DEBUG oslo_vmware.api [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1086.211131] env[69695]: value = "task-3499292" [ 1086.211131] env[69695]: _type = "Task" [ 1086.211131] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.217656] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1086.217656] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52065e08-3c6b-60b2-e92f-195592ba306f" [ 1086.217656] env[69695]: _type = "Task" [ 1086.217656] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.226620] env[69695]: DEBUG oslo_vmware.api [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.233810] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52065e08-3c6b-60b2-e92f-195592ba306f, 'name': SearchDatastore_Task, 'duration_secs': 0.013236} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.234209] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.234499] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.234813] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.235054] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.235280] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.235664] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a6d45f-cb97-4c86-a932-f6021a8e98e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.244537] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.244735] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.245938] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bbcbc3-4125-4173-a1f3-487c8f0943c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.251772] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1086.251772] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52194345-400f-c289-cce1-d35ad67aefd5" [ 1086.251772] env[69695]: _type = "Task" [ 1086.251772] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.261988] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52194345-400f-c289-cce1-d35ad67aefd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.353092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.395865] env[69695]: DEBUG nova.compute.manager [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.396225] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.396556] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c15cf579-1222-4046-9f9d-c81ca56b22fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.409036] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1086.409036] env[69695]: value = "task-3499293" [ 1086.409036] env[69695]: _type = "Task" [ 1086.409036] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.418789] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.562718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "0791e83f-32f8-4845-85ae-208a7880008a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.549s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.602779] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.700757] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.734636] env[69695]: DEBUG oslo_vmware.api [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250079} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.735106] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.735346] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.735503] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.735700] env[69695]: INFO nova.compute.manager [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1086.735952] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.736188] env[69695]: DEBUG nova.compute.manager [-] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.736280] env[69695]: DEBUG nova.network.neutron [-] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.751622] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.772863] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52194345-400f-c289-cce1-d35ad67aefd5, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.772863] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f0f8ee-99e0-46c6-b4ab-9d5b7c8321f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.780028] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1086.780028] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e93425-29eb-f9ba-b891-d68327e59170" [ 1086.780028] env[69695]: _type = "Task" [ 1086.780028] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.794628] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e93425-29eb-f9ba-b891-d68327e59170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.877050] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc9447-34ea-4b41-bdaf-17af531bef15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.886187] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57270ab6-8fba-428d-829f-bb1665828a3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.923132] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5621049-2eb9-41af-ac4a-3eaca241ed6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.929767] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb270f5-d61f-4dd6-afda-e26edd5b7e78 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.940220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Doing hard reboot of VM {{(pid=69695) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1086.943494] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-102c67e1-b40c-4855-b7db-21dd481a2150 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.946267] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a290206-6f77-4dd7-af71-3afacbc9fe1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.952167] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499293, 'name': PowerOffVM_Task, 'duration_secs': 0.45105} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.952167] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.952167] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1086.952167] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699319', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'name': 'volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71af159b-129f-442c-9916-eb7bdd9d2cc9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'serial': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1086.953711] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edac3bf-03b7-4a6a-ac51-4c8d1ce6520f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.970617] env[69695]: DEBUG nova.compute.provider_tree [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.972571] env[69695]: DEBUG oslo_vmware.api [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1086.972571] env[69695]: value = "task-3499294" [ 1086.972571] env[69695]: _type = "Task" [ 1086.972571] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.997996] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be144c3c-3aa4-48e2-b010-ba2de32ee429 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.004476] env[69695]: DEBUG oslo_vmware.api [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499294, 'name': ResetVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.009912] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5eb9c7-9616-427d-aaa1-b30243048b8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.032692] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f547b-7b17-4b3f-9f69-91ab062586a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.049565] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28/volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1087.055761] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.055761] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f3fb94-73dc-4071-b6cd-1d93e959c8cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.076133] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1087.076133] env[69695]: value = "task-3499295" [ 1087.076133] env[69695]: _type = "Task" [ 1087.076133] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.090054] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.104471] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.108226] env[69695]: DEBUG nova.compute.manager [req-874e9508-5206-4153-9d6c-ff402d722c81 req-13c8d5d9-969d-4705-a275-82c3eba2e333 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Received event network-vif-deleted-e401846a-1d88-4f11-8e2f-2143b5b1308b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.108517] env[69695]: INFO nova.compute.manager [req-874e9508-5206-4153-9d6c-ff402d722c81 req-13c8d5d9-969d-4705-a275-82c3eba2e333 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Neutron deleted interface e401846a-1d88-4f11-8e2f-2143b5b1308b; detaching it from the instance and deleting it from the info cache [ 1087.108763] env[69695]: DEBUG nova.network.neutron [req-874e9508-5206-4153-9d6c-ff402d722c81 req-13c8d5d9-969d-4705-a275-82c3eba2e333 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.147806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "83962551-dd92-4112-95c2-778ffa4d6281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.148201] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "83962551-dd92-4112-95c2-778ffa4d6281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.148333] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "83962551-dd92-4112-95c2-778ffa4d6281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.148533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "83962551-dd92-4112-95c2-778ffa4d6281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.148766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "83962551-dd92-4112-95c2-778ffa4d6281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.151413] env[69695]: INFO nova.compute.manager [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Terminating instance [ 1087.202735] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.290639] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e93425-29eb-f9ba-b891-d68327e59170, 'name': SearchDatastore_Task, 'duration_secs': 0.016299} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.290938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.291227] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] bf5735be-00c2-4369-941e-2d159b1a1ab4/bf5735be-00c2-4369-941e-2d159b1a1ab4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.291514] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15049b1e-1caa-45e5-94cd-07339f83a081 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.302177] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1087.302177] env[69695]: value = "task-3499296" [ 1087.302177] env[69695]: _type = "Task" [ 1087.302177] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.311877] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.480222] env[69695]: DEBUG nova.scheduler.client.report [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.489725] env[69695]: DEBUG oslo_vmware.api [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499294, 'name': ResetVM_Task, 'duration_secs': 0.141238} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.489902] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Did hard reboot of VM {{(pid=69695) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1087.490118] env[69695]: DEBUG nova.compute.manager [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.491075] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912fba8-6729-480e-a918-7f2044a9fb11 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.577988] env[69695]: DEBUG nova.network.neutron [-] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.591994] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499295, 'name': ReconfigVM_Task, 'duration_secs': 0.432605} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.596323] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.601744] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5eb45e-9c55-4a52-827d-a14ec2e2769a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.614994] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00c4aade-21ec-4f57-af50-0cbac873d611 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.623739] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.626255] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1087.626255] env[69695]: value = "task-3499297" [ 1087.626255] env[69695]: _type = "Task" [ 1087.626255] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.629367] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d92ef2b-fbab-4caa-a563-98c5759b9faa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.650246] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.669743] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "refresh_cache-83962551-dd92-4112-95c2-778ffa4d6281" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.669884] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquired lock "refresh_cache-83962551-dd92-4112-95c2-778ffa4d6281" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.670211] env[69695]: DEBUG nova.network.neutron [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.671613] env[69695]: DEBUG nova.compute.manager [req-874e9508-5206-4153-9d6c-ff402d722c81 req-13c8d5d9-969d-4705-a275-82c3eba2e333 service nova] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Detach interface failed, port_id=e401846a-1d88-4f11-8e2f-2143b5b1308b, reason: Instance 59530432-e0a7-40ba-9d50-11806d67e4fb could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.703400] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499286, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.937193} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.703689] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/236aec44-11db-4e8a-880c-ef7d0552c68c/236aec44-11db-4e8a-880c-ef7d0552c68c.vmdk to [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.705437] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c649c0-cdae-4032-834f-057a7971f775 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.735418] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.735773] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcad8b8d-7b58-4ae5-8ea8-65a59b6e39f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.762614] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1087.762614] env[69695]: value = "task-3499298" [ 1087.762614] env[69695]: _type = "Task" [ 1087.762614] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.772088] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.778813] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "a11f35a5-3157-401f-826e-10e13c2540da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.779406] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "a11f35a5-3157-401f-826e-10e13c2540da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.779406] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "a11f35a5-3157-401f-826e-10e13c2540da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.779553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "a11f35a5-3157-401f-826e-10e13c2540da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.779708] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "a11f35a5-3157-401f-826e-10e13c2540da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.782112] env[69695]: INFO nova.compute.manager [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Terminating instance [ 1087.813746] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499296, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.986582] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.989233] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.898s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.005280] env[69695]: DEBUG oslo_concurrency.lockutils [None req-035482e4-975b-46c8-afb8-6cc81c89190f tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.410s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.022018] env[69695]: INFO nova.scheduler.client.report [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance f50add0e-f599-412b-b4a8-e79ae1820b45 [ 1088.086169] env[69695]: INFO nova.compute.manager [-] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Took 1.35 seconds to deallocate network for instance. [ 1088.101423] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499289, 'name': ReconfigVM_Task, 'duration_secs': 2.206697} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.101776] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Reconfigured VM instance instance-00000059 to attach disk [datastore2] d39f0753-1955-499e-8e5a-f773ef6db4a3/d39f0753-1955-499e-8e5a-f773ef6db4a3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.102395] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a7f34f2-5dba-4495-ba9d-efbb8353a670 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.109588] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1088.109588] env[69695]: value = "task-3499299" [ 1088.109588] env[69695]: _type = "Task" [ 1088.109588] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.117622] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499299, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.153018] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499297, 'name': ReconfigVM_Task, 'duration_secs': 0.323371} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.153018] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699319', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'name': 'volume-9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71af159b-129f-442c-9916-eb7bdd9d2cc9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28', 'serial': '9ecdd217-ccd3-404f-9e6a-0b4894a25d28'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1088.153018] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.153018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e78cbc-a237-402b-b22b-15012b4ce705 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.159526] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.159526] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-653293aa-0213-40f1-b9fd-fd8ea7774b97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.197567] env[69695]: DEBUG nova.network.neutron [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.242149] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.242604] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.242653] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleting the datastore file [datastore1] 71af159b-129f-442c-9916-eb7bdd9d2cc9 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.242926] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ff6787-ee42-4694-8018-f7f53c3bfe41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.250140] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1088.250140] env[69695]: value = "task-3499301" [ 1088.250140] env[69695]: _type = "Task" [ 1088.250140] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.259410] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.272831] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.273803] env[69695]: DEBUG nova.network.neutron [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.286823] env[69695]: DEBUG nova.compute.manager [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.287083] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.288696] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0462ec8-d4bf-4910-b9e4-0ce1b09498ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.296719] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.296976] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae02f3d-2645-4245-af09-7564b760c565 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.303894] env[69695]: DEBUG oslo_vmware.api [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1088.303894] env[69695]: value = "task-3499302" [ 1088.303894] env[69695]: _type = "Task" [ 1088.303894] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.314803] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59658} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.318542] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] bf5735be-00c2-4369-941e-2d159b1a1ab4/bf5735be-00c2-4369-941e-2d159b1a1ab4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.318879] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.319226] env[69695]: DEBUG oslo_vmware.api [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.319474] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c96c4822-2f31-435d-818a-7494f7062cc4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.325608] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1088.325608] env[69695]: value = "task-3499303" [ 1088.325608] env[69695]: _type = "Task" [ 1088.325608] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.334888] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.534263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed476520-f330-49a4-b25b-d4e004f73a04 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "f50add0e-f599-412b-b4a8-e79ae1820b45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.139s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.597373] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.608774] env[69695]: DEBUG nova.compute.manager [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Received event network-changed-63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.608997] env[69695]: DEBUG nova.compute.manager [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Refreshing instance network info cache due to event network-changed-63bbfe74-9d75-49df-b609-b0b1fed66eeb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.609254] env[69695]: DEBUG oslo_concurrency.lockutils [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] Acquiring lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.613279] env[69695]: DEBUG oslo_concurrency.lockutils [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] Acquired lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.613498] env[69695]: DEBUG nova.network.neutron [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Refreshing network info cache for port 63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.629414] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499299, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.765035] env[69695]: DEBUG oslo_vmware.api [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149427} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.765035] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.765035] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.765035] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.765035] env[69695]: INFO nova.compute.manager [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1088.765035] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.765035] env[69695]: DEBUG nova.compute.manager [-] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.765035] env[69695]: DEBUG nova.network.neutron [-] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.781255] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Releasing lock "refresh_cache-83962551-dd92-4112-95c2-778ffa4d6281" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.782302] env[69695]: DEBUG nova.compute.manager [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.782302] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.782688] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010045e-5569-40ea-b413-8873b7d92896 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.795020] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.795020] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499298, 'name': ReconfigVM_Task, 'duration_secs': 0.788917} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.795020] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6419df1e-8f0f-47c3-824a-1a0b2b93abfb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.795725] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfigured VM instance instance-00000039 to attach disk [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411/e67b42dc-b221-44ae-a594-8ee0b0e04411.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.797120] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'device_type': 'disk', 'disk_bus': None, 'boot_index': 0, 'encryption_options': None, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'image_id': 'e55f5e91-2813-4fc7-9d77-0e99749fd5ea'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699307', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'name': 'volume-938f925d-877e-4b29-a44f-59cdddef14b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67b42dc-b221-44ae-a594-8ee0b0e04411', 'attached_at': '', 'detached_at': '', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'serial': '938f925d-877e-4b29-a44f-59cdddef14b9'}, 'attachment_id': 'c9f4c805-88f6-4945-898b-04d15076ddfb', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69695) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1088.797320] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1088.797531] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699307', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'name': 'volume-938f925d-877e-4b29-a44f-59cdddef14b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67b42dc-b221-44ae-a594-8ee0b0e04411', 'attached_at': '', 'detached_at': '', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'serial': '938f925d-877e-4b29-a44f-59cdddef14b9'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1088.798361] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b80fc-73cf-45d3-b360-7d9a23a9ef08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.822535] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6725b-0b88-48ba-9762-95fa74f0d27c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.825185] env[69695]: DEBUG oslo_vmware.api [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1088.825185] env[69695]: value = "task-3499304" [ 1088.825185] env[69695]: _type = "Task" [ 1088.825185] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.844666] env[69695]: DEBUG oslo_vmware.api [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499302, 'name': PowerOffVM_Task, 'duration_secs': 0.290774} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.852683] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] volume-938f925d-877e-4b29-a44f-59cdddef14b9/volume-938f925d-877e-4b29-a44f-59cdddef14b9.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.859239] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.859414] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.859700] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb10094-8bbb-4a98-bdec-b2bf00fa2139 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.875825] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220755f-a013-4043-8291-4f059bf535f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.888115] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1864baf0-25c6-4317-91b9-e4527d191af8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.889779] env[69695]: DEBUG oslo_vmware.api [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.895204] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071156} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.899090] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.899467] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1088.899467] env[69695]: value = "task-3499305" [ 1088.899467] env[69695]: _type = "Task" [ 1088.899467] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.900319] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d569b79c-b99d-4273-a688-f77250cf0634 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.904347] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7b5ab0-725e-4fb0-9a1a-5448202b74fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.931387] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bf5735be-00c2-4369-941e-2d159b1a1ab4/bf5735be-00c2-4369-941e-2d159b1a1ab4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.961683] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409a097f-3084-4ad9-8c6a-247304e165dd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.977971] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.979389] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e92e3c-d71c-4a86-b0d1-f0069364202c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.982743] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.982743] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.982743] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Deleting the datastore file [datastore2] a11f35a5-3157-401f-826e-10e13c2540da {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.983317] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a626610-65b3-4886-9073-3f72d993b3fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.987675] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1088.987675] env[69695]: value = "task-3499307" [ 1088.987675] env[69695]: _type = "Task" [ 1088.987675] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.994901] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77659963-ea15-48f7-a33f-db9794d6677d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.999192] env[69695]: DEBUG oslo_vmware.api [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for the task: (returnval){ [ 1088.999192] env[69695]: value = "task-3499308" [ 1088.999192] env[69695]: _type = "Task" [ 1088.999192] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.016838] env[69695]: DEBUG nova.compute.provider_tree [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.021298] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.025050] env[69695]: DEBUG oslo_vmware.api [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.128855] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499299, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.333924] env[69695]: DEBUG nova.compute.manager [req-87425c35-1b4f-4d0a-967d-a5fb934f68c5 req-6610b8e7-f353-4502-a323-e0b881d922bd service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Received event network-vif-deleted-31055832-c2df-4edb-bfdb-8f2493a72e7a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.334416] env[69695]: INFO nova.compute.manager [req-87425c35-1b4f-4d0a-967d-a5fb934f68c5 req-6610b8e7-f353-4502-a323-e0b881d922bd service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Neutron deleted interface 31055832-c2df-4edb-bfdb-8f2493a72e7a; detaching it from the instance and deleting it from the info cache [ 1089.334744] env[69695]: DEBUG nova.network.neutron [req-87425c35-1b4f-4d0a-967d-a5fb934f68c5 req-6610b8e7-f353-4502-a323-e0b881d922bd service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.341870] env[69695]: DEBUG oslo_vmware.api [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499304, 'name': PowerOffVM_Task, 'duration_secs': 0.160804} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.342065] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.342307] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.342497] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cbb27df-e39e-4721-a8fd-8ecd15c1ed65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.384254] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.384603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.384814] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.385048] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.385255] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.387059] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.387274] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.387473] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Deleting the datastore file [datastore2] 83962551-dd92-4112-95c2-778ffa4d6281 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.387993] env[69695]: INFO nova.compute.manager [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Terminating instance [ 1089.393135] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d71a50d-d005-4015-bcb4-1860189fe7ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.395502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.395502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.395502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.395502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.395502] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.398449] env[69695]: INFO nova.compute.manager [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Terminating instance [ 1089.409048] env[69695]: DEBUG oslo_vmware.api [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for the task: (returnval){ [ 1089.409048] env[69695]: value = "task-3499310" [ 1089.409048] env[69695]: _type = "Task" [ 1089.409048] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.415889] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.423075] env[69695]: DEBUG oslo_vmware.api [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.471919] env[69695]: DEBUG nova.network.neutron [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updated VIF entry in instance network info cache for port 63bbfe74-9d75-49df-b609-b0b1fed66eeb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.472456] env[69695]: DEBUG nova.network.neutron [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [{"id": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "address": "fa:16:3e:b6:f9:f4", "network": {"id": "55aa9cfe-3816-48ec-856c-bac46b84e316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022886706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc96f2b49c0a406fac831fde8add12ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bbfe74-9d", "ovs_interfaceid": "63bbfe74-9d75-49df-b609-b0b1fed66eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.502170] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499307, 'name': ReconfigVM_Task, 'duration_secs': 0.311256} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.506085] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bf5735be-00c2-4369-941e-2d159b1a1ab4/bf5735be-00c2-4369-941e-2d159b1a1ab4.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.506085] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a93a95af-fa1a-4822-ae9c-adb6e2b6ac40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.512282] env[69695]: DEBUG oslo_vmware.api [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Task: {'id': task-3499308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146136} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.513729] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.513729] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.513928] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.514116] env[69695]: INFO nova.compute.manager [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1089.514242] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.514493] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1089.514493] env[69695]: value = "task-3499311" [ 1089.514493] env[69695]: _type = "Task" [ 1089.514493] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.514681] env[69695]: DEBUG nova.compute.manager [-] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.514775] env[69695]: DEBUG nova.network.neutron [-] [instance: a11f35a5-3157-401f-826e-10e13c2540da] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.520202] env[69695]: DEBUG nova.scheduler.client.report [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.528530] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499311, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.626633] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499299, 'name': Rename_Task, 'duration_secs': 1.161635} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.626907] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.627172] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e35d791-b38b-4a7d-8579-c52e9ee9f65b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.635058] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1089.635058] env[69695]: value = "task-3499312" [ 1089.635058] env[69695]: _type = "Task" [ 1089.635058] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.648243] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.704482] env[69695]: DEBUG nova.network.neutron [-] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.838283] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ae0fc29-505f-4cb1-b108-69d4e7972b2a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.848384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9568ec40-33de-4da1-968d-4c7540026803 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.878304] env[69695]: DEBUG nova.compute.manager [req-87425c35-1b4f-4d0a-967d-a5fb934f68c5 req-6610b8e7-f353-4502-a323-e0b881d922bd service nova] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Detach interface failed, port_id=31055832-c2df-4edb-bfdb-8f2493a72e7a, reason: Instance 71af159b-129f-442c-9916-eb7bdd9d2cc9 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.901402] env[69695]: DEBUG nova.compute.manager [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.901627] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.902508] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d8840-ed61-44d3-9b21-d4e29a24d2d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.908939] env[69695]: DEBUG nova.compute.manager [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.909224] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.910160] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89c226-0e2f-4369-8be0-8ed0bf3ec6a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.918046] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499305, 'name': ReconfigVM_Task, 'duration_secs': 0.594332} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.918322] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.921783] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfigured VM instance instance-00000039 to attach disk [datastore1] volume-938f925d-877e-4b29-a44f-59cdddef14b9/volume-938f925d-877e-4b29-a44f-59cdddef14b9.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.926476] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e74e17-1dcf-4c47-8c38-44ac06299837 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.929772] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae90b39b-9e68-499b-8f1b-ab755d2965e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.940313] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.941244] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae78e1c1-b6da-4b32-8d04-b5c76914ca08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.946077] env[69695]: DEBUG oslo_vmware.api [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Task: {'id': task-3499310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093251} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.947462] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.947674] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.947845] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.948066] env[69695]: INFO nova.compute.manager [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1089.948308] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.948611] env[69695]: DEBUG oslo_vmware.api [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1089.948611] env[69695]: value = "task-3499313" [ 1089.948611] env[69695]: _type = "Task" [ 1089.948611] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.949668] env[69695]: DEBUG nova.compute.manager [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.949797] env[69695]: DEBUG nova.network.neutron [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.951565] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1089.951565] env[69695]: value = "task-3499314" [ 1089.951565] env[69695]: _type = "Task" [ 1089.951565] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.955599] env[69695]: DEBUG oslo_vmware.api [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1089.955599] env[69695]: value = "task-3499315" [ 1089.955599] env[69695]: _type = "Task" [ 1089.955599] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.970476] env[69695]: DEBUG oslo_vmware.api [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.975411] env[69695]: DEBUG oslo_concurrency.lockutils [req-20afd394-0ed5-441b-94f0-109b6b7d44b5 req-4fb06c51-bcf8-44ad-a9a7-262b11226626 service nova] Releasing lock "refresh_cache-cbab62b8-6a1f-4505-aaae-4ccd93e509ba" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.976589] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.979796] env[69695]: DEBUG nova.network.neutron [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.982377] env[69695]: DEBUG oslo_vmware.api [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.033162] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499311, 'name': Rename_Task, 'duration_secs': 0.136947} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.033340] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.033544] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1466bc01-fbb1-46e8-a398-96315b254d52 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.042094] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1090.042094] env[69695]: value = "task-3499316" [ 1090.042094] env[69695]: _type = "Task" [ 1090.042094] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.053244] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.150777] env[69695]: DEBUG oslo_vmware.api [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499312, 'name': PowerOnVM_Task, 'duration_secs': 0.45218} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.151751] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.153122] env[69695]: INFO nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1090.153122] env[69695]: DEBUG nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.153122] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da20ed-82c9-4e78-a24d-6665f94b747e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.211541] env[69695]: INFO nova.compute.manager [-] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Took 1.45 seconds to deallocate network for instance. [ 1090.463332] env[69695]: DEBUG oslo_vmware.api [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499313, 'name': PowerOffVM_Task, 'duration_secs': 0.218599} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.467020] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.467219] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.470508] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44de1d1-3eb1-4827-9417-80ac0d2f6239 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.472180] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499314, 'name': ReconfigVM_Task, 'duration_secs': 0.17637} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.472884] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699307', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'name': 'volume-938f925d-877e-4b29-a44f-59cdddef14b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67b42dc-b221-44ae-a594-8ee0b0e04411', 'attached_at': '', 'detached_at': '', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'serial': '938f925d-877e-4b29-a44f-59cdddef14b9'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.474033] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-415cc2d2-af75-4687-8e28-6718c682c98b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.479578] env[69695]: DEBUG oslo_vmware.api [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499315, 'name': PowerOffVM_Task, 'duration_secs': 0.200092} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.479578] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.479763] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.479877] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ea11d7-779d-4f9f-a601-0829c100059b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.486535] env[69695]: DEBUG nova.network.neutron [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.489461] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1090.489461] env[69695]: value = "task-3499318" [ 1090.489461] env[69695]: _type = "Task" [ 1090.489461] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.498859] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499318, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.538108] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.549s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.541894] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.521s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.543450] env[69695]: INFO nova.compute.claims [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.554036] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.554036] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.554036] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Deleting the datastore file [datastore1] a00ec6a5-501b-4988-a0dd-6b0b17178eeb {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.554036] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.554484] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.554484] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Deleting the datastore file [datastore2] cbab62b8-6a1f-4505-aaae-4ccd93e509ba {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.557256] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b08034-4066-488d-9517-fa60ea85a8db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.559091] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e52684ac-c982-42e7-a9b9-a1e198f658d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.560883] env[69695]: DEBUG oslo_vmware.api [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499316, 'name': PowerOnVM_Task, 'duration_secs': 0.489641} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.561157] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.561537] env[69695]: INFO nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1090.561537] env[69695]: DEBUG nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.563965] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9f50a-dc29-4de6-8426-81c9372ae3bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.566785] env[69695]: DEBUG oslo_vmware.api [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for the task: (returnval){ [ 1090.566785] env[69695]: value = "task-3499320" [ 1090.566785] env[69695]: _type = "Task" [ 1090.566785] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.568608] env[69695]: DEBUG oslo_vmware.api [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1090.568608] env[69695]: value = "task-3499321" [ 1090.568608] env[69695]: _type = "Task" [ 1090.568608] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.584791] env[69695]: DEBUG oslo_vmware.api [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.591239] env[69695]: DEBUG oslo_vmware.api [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.644867] env[69695]: DEBUG nova.network.neutron [-] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.683905] env[69695]: INFO nova.compute.manager [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Took 37.72 seconds to build instance. [ 1090.804628] env[69695]: INFO nova.compute.manager [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Took 0.59 seconds to detach 1 volumes for instance. [ 1090.868055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "88a216c5-6fee-472d-97fa-eadc1c734e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.868055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.994268] env[69695]: INFO nova.compute.manager [-] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Took 1.04 seconds to deallocate network for instance. [ 1090.999234] env[69695]: DEBUG nova.compute.manager [req-4105ceed-dff9-4a02-b9b6-c83a9e7aae3d req-b6f107fc-ffd2-4dc9-b216-3302a90e1631 service nova] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Received event network-vif-deleted-998df70f-1d6f-4f59-9210-729762d73469 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.009645] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499318, 'name': Rename_Task, 'duration_secs': 0.171201} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.010147] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.010399] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcaebc32-563e-4285-bb1f-104d2ce7a9bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.017829] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1091.017829] env[69695]: value = "task-3499322" [ 1091.017829] env[69695]: _type = "Task" [ 1091.017829] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.028906] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.089293] env[69695]: DEBUG oslo_vmware.api [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Task: {'id': task-3499320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394187} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.093294] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.093921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.093921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.093921] env[69695]: INFO nova.compute.manager [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1091.094118] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.094336] env[69695]: DEBUG oslo_vmware.api [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233653} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.095016] env[69695]: INFO nova.compute.manager [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Took 31.01 seconds to build instance. [ 1091.096402] env[69695]: DEBUG nova.compute.manager [-] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.096402] env[69695]: DEBUG nova.network.neutron [-] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.099768] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.099891] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.100894] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.100894] env[69695]: INFO nova.compute.manager [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1091.100894] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.100894] env[69695]: DEBUG nova.compute.manager [-] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.101141] env[69695]: DEBUG nova.network.neutron [-] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.131557] env[69695]: INFO nova.scheduler.client.report [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted allocation for migration 43b99cf7-5517-4a10-8c66-a15b6c163f9a [ 1091.148443] env[69695]: INFO nova.compute.manager [-] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Took 1.63 seconds to deallocate network for instance. [ 1091.185844] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.258s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.315561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.369846] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.513109] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.530750] env[69695]: DEBUG oslo_vmware.api [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499322, 'name': PowerOnVM_Task, 'duration_secs': 0.47181} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.531042] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.604932] env[69695]: DEBUG oslo_concurrency.lockutils [None req-83df09d8-7506-4a1c-a4bb-793c70d74258 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.534s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.639042] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58dc419f-f539-4f00-ae2f-21b2904c1d09 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.225s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.655938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.670665] env[69695]: DEBUG nova.compute.manager [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.674596] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8808c90-2166-4e70-9ed2-cd73cda85504 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.758086] env[69695]: DEBUG nova.compute.manager [req-a71e6261-ea8d-42f5-90c5-ac1734f1dd77 req-f294c16c-ff45-4bba-a3cd-257b1a74efdd service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Received event network-vif-deleted-63bbfe74-9d75-49df-b609-b0b1fed66eeb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.758334] env[69695]: INFO nova.compute.manager [req-a71e6261-ea8d-42f5-90c5-ac1734f1dd77 req-f294c16c-ff45-4bba-a3cd-257b1a74efdd service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Neutron deleted interface 63bbfe74-9d75-49df-b609-b0b1fed66eeb; detaching it from the instance and deleting it from the info cache [ 1091.758561] env[69695]: DEBUG nova.network.neutron [req-a71e6261-ea8d-42f5-90c5-ac1734f1dd77 req-f294c16c-ff45-4bba-a3cd-257b1a74efdd service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.886513] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f82c6-a549-4b2a-8e9e-6ea2af63c729 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.903406] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa930c0-36ef-4903-ab2f-0b31e5a35c3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.907959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.946791] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1e949-30f1-4351-9e54-dd142d51b2d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.957914] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef82cc-e620-4e14-bae7-fc27139298f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.974386] env[69695]: DEBUG nova.compute.provider_tree [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.083917] env[69695]: DEBUG nova.network.neutron [-] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.198037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f00debc7-11fd-455f-9c23-b0f54093681e tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.466s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.266574] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08db97a9-cafe-4aed-8c53-0c71a4fd2e33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.278322] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1489a66-ded3-4b41-9906-15e72ea57b87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.309466] env[69695]: DEBUG nova.compute.manager [req-a71e6261-ea8d-42f5-90c5-ac1734f1dd77 req-f294c16c-ff45-4bba-a3cd-257b1a74efdd service nova] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Detach interface failed, port_id=63bbfe74-9d75-49df-b609-b0b1fed66eeb, reason: Instance cbab62b8-6a1f-4505-aaae-4ccd93e509ba could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.455092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.455446] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.455711] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.456346] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.456346] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.458789] env[69695]: INFO nova.compute.manager [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Terminating instance [ 1092.477245] env[69695]: DEBUG nova.scheduler.client.report [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.500222] env[69695]: DEBUG nova.network.neutron [-] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.589034] env[69695]: INFO nova.compute.manager [-] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Took 1.49 seconds to deallocate network for instance. [ 1092.962885] env[69695]: DEBUG nova.compute.manager [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.966237] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.966237] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e7777-156d-43f0-a6bb-e7f9558979d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.975350] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.976095] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42934b85-eb9b-470b-b55e-c4bb5c055d02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.982205] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.982868] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.986184] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.377s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.988132] env[69695]: DEBUG oslo_vmware.api [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1092.988132] env[69695]: value = "task-3499326" [ 1092.988132] env[69695]: _type = "Task" [ 1092.988132] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.999600] env[69695]: DEBUG oslo_vmware.api [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.004284] env[69695]: INFO nova.compute.manager [-] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Took 1.91 seconds to deallocate network for instance. [ 1093.046609] env[69695]: DEBUG nova.compute.manager [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Received event network-vif-deleted-0f148f59-696c-45c5-880e-e2251be8f52a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.046863] env[69695]: DEBUG nova.compute.manager [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.047056] env[69695]: DEBUG nova.compute.manager [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing instance network info cache due to event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.047786] env[69695]: DEBUG oslo_concurrency.lockutils [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.049223] env[69695]: DEBUG oslo_concurrency.lockutils [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.049223] env[69695]: DEBUG nova.network.neutron [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.116387] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.490605] env[69695]: DEBUG nova.compute.utils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.493035] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.493035] env[69695]: DEBUG nova.network.neutron [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.512056] env[69695]: DEBUG oslo_vmware.api [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499326, 'name': PowerOffVM_Task, 'duration_secs': 0.269983} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.512403] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.512607] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.513657] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.514016] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa0a0f3-39fc-4c61-bf48-c5452c147cc3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.548886] env[69695]: DEBUG nova.policy [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3404e94250a94032a1526d436341c058', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcdd1cdeffdb49c2ac5d5932094db48c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.606231] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.606559] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.606911] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleting the datastore file [datastore2] 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.607350] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d65aa28-a4f2-4720-be1c-93a096ad5ae1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.616435] env[69695]: DEBUG oslo_vmware.api [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1093.616435] env[69695]: value = "task-3499328" [ 1093.616435] env[69695]: _type = "Task" [ 1093.616435] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.627834] env[69695]: DEBUG oslo_vmware.api [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.675214] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.675611] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "169812a5-d66b-4573-91bd-5001322deace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.796628] env[69695]: DEBUG nova.network.neutron [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updated VIF entry in instance network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.796628] env[69695]: DEBUG nova.network.neutron [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.804067] env[69695]: DEBUG nova.compute.manager [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Received event network-changed-c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.804067] env[69695]: DEBUG nova.compute.manager [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Refreshing instance network info cache due to event network-changed-c4a5ea5a-5025-4792-8a20-9e91aa372153. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.804067] env[69695]: DEBUG oslo_concurrency.lockutils [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] Acquiring lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.804240] env[69695]: DEBUG oslo_concurrency.lockutils [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] Acquired lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.804374] env[69695]: DEBUG nova.network.neutron [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Refreshing network info cache for port c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.894270] env[69695]: DEBUG nova.network.neutron [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Successfully created port: 619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.998801] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.037237] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d55fe750-9d29-4279-8462-05865a0a3b09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.037237] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a11f35a5-3157-401f-826e-10e13c2540da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance dd5494a5-1cb1-4254-a0ba-edd89361039e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a00ec6a5-501b-4988-a0dd-6b0b17178eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 59530432-e0a7-40ba-9d50-11806d67e4fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e3498fa0-ce6d-4654-b3da-b576dabee8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance e67b42dc-b221-44ae-a594-8ee0b0e04411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 24415407-c84b-49fc-a5e6-6b3449da9d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 71af159b-129f-442c-9916-eb7bdd9d2cc9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.037237] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 83962551-dd92-4112-95c2-778ffa4d6281 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.037237] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance cbab62b8-6a1f-4505-aaae-4ccd93e509ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d39f0753-1955-499e-8e5a-f773ef6db4a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.037237] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance bf5735be-00c2-4369-941e-2d159b1a1ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.038756] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 662c8341-4a54-443f-9a4d-2d0b352b038b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1094.038756] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (e7ace027-77c9-43a3-ae53-5d93decba6e8): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1094.131792] env[69695]: DEBUG oslo_vmware.api [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445762} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.131999] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.132201] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.132399] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.132570] env[69695]: INFO nova.compute.manager [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1094.132829] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.134017] env[69695]: DEBUG nova.compute.manager [-] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.134017] env[69695]: DEBUG nova.network.neutron [-] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.178736] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.302699] env[69695]: DEBUG oslo_concurrency.lockutils [req-3c38b250-c40a-49c8-84a2-d93edfd8638f req-973ac679-ba91-459f-8051-2a10ffdec25b service nova] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.540238] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance cad98134-4472-4898-bb87-d606b724a16d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1094.665381] env[69695]: DEBUG nova.network.neutron [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Updated VIF entry in instance network info cache for port c4a5ea5a-5025-4792-8a20-9e91aa372153. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.665929] env[69695]: DEBUG nova.network.neutron [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Updating instance_info_cache with network_info: [{"id": "c4a5ea5a-5025-4792-8a20-9e91aa372153", "address": "fa:16:3e:a5:98:90", "network": {"id": "0fc81441-192f-449c-9a8c-fd9a95fb2919", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1407657635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057dc60cf87443e6a51f127a96a24ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a5ea5a-50", "ovs_interfaceid": "c4a5ea5a-5025-4792-8a20-9e91aa372153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.706457] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.010552] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.040733] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.041039] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.041259] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.041506] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.041665] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.041833] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.042145] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.042342] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.042557] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.042760] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.042951] env[69695]: DEBUG nova.virt.hardware [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.043982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e6cc1-a097-4e83-b46f-564866668ddf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.047382] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 88a216c5-6fee-472d-97fa-eadc1c734e92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1095.055508] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d1ea1-6a22-4c3b-b045-aa668938617b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.169384] env[69695]: DEBUG oslo_concurrency.lockutils [req-ca915774-55a0-4aec-a99d-111101bf30bb req-3410d34a-557c-4a2e-92f5-2dd7f257c9fb service nova] Releasing lock "refresh_cache-d39f0753-1955-499e-8e5a-f773ef6db4a3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.267880] env[69695]: DEBUG nova.network.neutron [-] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.381783] env[69695]: DEBUG nova.compute.manager [req-cbf6fe50-0440-446a-80b3-658bb1d29f1f req-1b429491-394e-46d8-96ae-96b676ddc5b6 service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Received event network-vif-plugged-619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.383240] env[69695]: DEBUG oslo_concurrency.lockutils [req-cbf6fe50-0440-446a-80b3-658bb1d29f1f req-1b429491-394e-46d8-96ae-96b676ddc5b6 service nova] Acquiring lock "662c8341-4a54-443f-9a4d-2d0b352b038b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.383240] env[69695]: DEBUG oslo_concurrency.lockutils [req-cbf6fe50-0440-446a-80b3-658bb1d29f1f req-1b429491-394e-46d8-96ae-96b676ddc5b6 service nova] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.383240] env[69695]: DEBUG oslo_concurrency.lockutils [req-cbf6fe50-0440-446a-80b3-658bb1d29f1f req-1b429491-394e-46d8-96ae-96b676ddc5b6 service nova] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.383240] env[69695]: DEBUG nova.compute.manager [req-cbf6fe50-0440-446a-80b3-658bb1d29f1f req-1b429491-394e-46d8-96ae-96b676ddc5b6 service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] No waiting events found dispatching network-vif-plugged-619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.383240] env[69695]: WARNING nova.compute.manager [req-cbf6fe50-0440-446a-80b3-658bb1d29f1f req-1b429491-394e-46d8-96ae-96b676ddc5b6 service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Received unexpected event network-vif-plugged-619a68de-6229-4551-adc3-c7b17fe53ad7 for instance with vm_state building and task_state spawning. [ 1095.510102] env[69695]: DEBUG nova.network.neutron [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Successfully updated port: 619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.551065] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 169812a5-d66b-4573-91bd-5001322deace has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1095.551246] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1095.551396] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1095.772922] env[69695]: INFO nova.compute.manager [-] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Took 1.64 seconds to deallocate network for instance. [ 1095.808226] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7808ce33-b4fb-47dc-919a-17d4e449db46 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.818320] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e998b48-9822-4448-8383-2be4fc3570d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.824200] env[69695]: DEBUG nova.compute.manager [req-5cbcb474-fc5e-4db7-9109-2774d01b54a0 req-adbf4ea4-0426-456f-bf9f-db55c57c571e service nova] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Received event network-vif-deleted-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.852901] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2500dfa-056b-4295-8a64-2eb1d31a8bf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.863013] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160914ac-b9ff-497f-8b73-2a5649353d94 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.877275] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.013124] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.013441] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquired lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.014142] env[69695]: DEBUG nova.network.neutron [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.279822] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.380070] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.683054] env[69695]: DEBUG nova.network.neutron [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.870031] env[69695]: DEBUG nova.network.neutron [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Updating instance_info_cache with network_info: [{"id": "619a68de-6229-4551-adc3-c7b17fe53ad7", "address": "fa:16:3e:25:98:e5", "network": {"id": "6e226854-75cd-4d08-81db-b5b5168f2437", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498558746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcdd1cdeffdb49c2ac5d5932094db48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619a68de-62", "ovs_interfaceid": "619a68de-6229-4551-adc3-c7b17fe53ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.884882] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1096.884882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.898s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.884882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.169s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.885138] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.887625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.784s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.887867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.890084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.539s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.890277] env[69695]: DEBUG nova.objects.instance [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1096.917398] env[69695]: INFO nova.scheduler.client.report [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Deleted allocations for instance d55fe750-9d29-4279-8462-05865a0a3b09 [ 1097.372658] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Releasing lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.373106] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Instance network_info: |[{"id": "619a68de-6229-4551-adc3-c7b17fe53ad7", "address": "fa:16:3e:25:98:e5", "network": {"id": "6e226854-75cd-4d08-81db-b5b5168f2437", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498558746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcdd1cdeffdb49c2ac5d5932094db48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619a68de-62", "ovs_interfaceid": "619a68de-6229-4551-adc3-c7b17fe53ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.373561] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:98:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '619a68de-6229-4551-adc3-c7b17fe53ad7', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.381252] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Creating folder: Project (fcdd1cdeffdb49c2ac5d5932094db48c). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.381551] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d282d6b6-50e4-4ebf-be8f-8519e03ee96b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.394063] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Created folder: Project (fcdd1cdeffdb49c2ac5d5932094db48c) in parent group-v699067. [ 1097.394063] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Creating folder: Instances. Parent ref: group-v699329. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.399289] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85df9ddf-b225-44ac-a161-eb7ae0d7ee37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.403576] env[69695]: DEBUG oslo_concurrency.lockutils [None req-41fa8562-04da-496a-b0a2-2a6727720fa6 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.085s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.403875] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.500s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.405033] env[69695]: INFO nova.compute.manager [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Unshelving [ 1097.409936] env[69695]: DEBUG nova.compute.manager [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Received event network-changed-619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.410174] env[69695]: DEBUG nova.compute.manager [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Refreshing instance network info cache due to event network-changed-619a68de-6229-4551-adc3-c7b17fe53ad7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.410647] env[69695]: DEBUG oslo_concurrency.lockutils [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] Acquiring lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.410647] env[69695]: DEBUG oslo_concurrency.lockutils [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] Acquired lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.410871] env[69695]: DEBUG nova.network.neutron [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Refreshing network info cache for port 619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.413900] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Created folder: Instances in parent group-v699329. [ 1097.414457] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.414522] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.415111] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44953a92-92d4-45f3-ae33-90667ef6fdf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.433817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Lock "d55fe750-9d29-4279-8462-05865a0a3b09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.478s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.440629] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.440629] env[69695]: value = "task-3499333" [ 1097.440629] env[69695]: _type = "Task" [ 1097.440629] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.449966] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499333, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.902664] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e13cf84a-6e0a-478d-a136-1733a1be1415 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.903832] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.152s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.905398] env[69695]: INFO nova.compute.claims [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.952381] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499333, 'name': CreateVM_Task, 'duration_secs': 0.435094} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.952740] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.953527] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.953693] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.954123] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.954423] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b4f106-842f-4d3a-8e71-3dacdc3c1aac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.961437] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1097.961437] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ec2ce4-52aa-1eb9-51d4-593783924b0c" [ 1097.961437] env[69695]: _type = "Task" [ 1097.961437] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.971031] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ec2ce4-52aa-1eb9-51d4-593783924b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.333774] env[69695]: DEBUG nova.network.neutron [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Updated VIF entry in instance network info cache for port 619a68de-6229-4551-adc3-c7b17fe53ad7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.334170] env[69695]: DEBUG nova.network.neutron [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Updating instance_info_cache with network_info: [{"id": "619a68de-6229-4551-adc3-c7b17fe53ad7", "address": "fa:16:3e:25:98:e5", "network": {"id": "6e226854-75cd-4d08-81db-b5b5168f2437", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498558746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcdd1cdeffdb49c2ac5d5932094db48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619a68de-62", "ovs_interfaceid": "619a68de-6229-4551-adc3-c7b17fe53ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.447962] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.473361] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ec2ce4-52aa-1eb9-51d4-593783924b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.473361] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.473361] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.473674] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.473853] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.474079] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.474756] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-749e5c30-884f-4142-b7a6-e360fff42b71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.485333] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.485333] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.485631] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c65534-c4df-471a-9422-f3a7bbbb224a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.493335] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1098.493335] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5237e732-9b51-cc67-59a4-6cfc17b57c13" [ 1098.493335] env[69695]: _type = "Task" [ 1098.493335] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.503150] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5237e732-9b51-cc67-59a4-6cfc17b57c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.840728] env[69695]: DEBUG oslo_concurrency.lockutils [req-ee074db4-27ed-4468-b08a-3239faa7694c req-86659c68-acc9-431f-8a6d-71459d00014d service nova] Releasing lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.009690] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5237e732-9b51-cc67-59a4-6cfc17b57c13, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.010580] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80011aa9-2b72-4572-91a3-db9809a7d09f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.017625] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1099.017625] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eba727-5aa8-3a07-32aa-60e9abec893e" [ 1099.017625] env[69695]: _type = "Task" [ 1099.017625] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.026453] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eba727-5aa8-3a07-32aa-60e9abec893e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.164123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b119fa9d-1175-401c-83f0-74b5249ab879 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.171352] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61abbd9e-b360-4d6e-a56b-286cd6bba887 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.204180] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c90f8-7139-4a64-947b-58022dd118b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.212332] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735daa9-ff34-4fd4-ae7c-2bc7b8d8e34f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.226903] env[69695]: DEBUG nova.compute.provider_tree [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.530572] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52eba727-5aa8-3a07-32aa-60e9abec893e, 'name': SearchDatastore_Task, 'duration_secs': 0.036457} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.531576] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.531576] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 662c8341-4a54-443f-9a4d-2d0b352b038b/662c8341-4a54-443f-9a4d-2d0b352b038b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.531576] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba73df2-38f0-4244-91b1-751c664ade2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.548210] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1099.548210] env[69695]: value = "task-3499335" [ 1099.548210] env[69695]: _type = "Task" [ 1099.548210] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.557981] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.730179] env[69695]: DEBUG nova.scheduler.client.report [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.058967] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499335, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.235668] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.236233] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.238936] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.642s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.239150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.241108] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.926s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.241293] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.242999] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.730s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.243192] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.244708] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.589s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.244890] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.246520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.339s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.248227] env[69695]: INFO nova.compute.claims [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.273401] env[69695]: INFO nova.scheduler.client.report [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocations for instance 59530432-e0a7-40ba-9d50-11806d67e4fb [ 1100.280340] env[69695]: INFO nova.scheduler.client.report [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Deleted allocations for instance a11f35a5-3157-401f-826e-10e13c2540da [ 1100.293520] env[69695]: INFO nova.scheduler.client.report [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocations for instance 71af159b-129f-442c-9916-eb7bdd9d2cc9 [ 1100.300308] env[69695]: INFO nova.scheduler.client.report [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Deleted allocations for instance 83962551-dd92-4112-95c2-778ffa4d6281 [ 1100.559789] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530198} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.560472] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 662c8341-4a54-443f-9a4d-2d0b352b038b/662c8341-4a54-443f-9a4d-2d0b352b038b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.560472] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.560657] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec5bec4-bbde-413a-9bcf-7373e1e6ca85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.569348] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1100.569348] env[69695]: value = "task-3499336" [ 1100.569348] env[69695]: _type = "Task" [ 1100.569348] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.580014] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.752708] env[69695]: DEBUG nova.compute.utils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.756037] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.756184] env[69695]: DEBUG nova.network.neutron [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.781894] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36107020-6bef-4a61-9853-ebdedb9d1e3e tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "59530432-e0a7-40ba-9d50-11806d67e4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.707s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.786923] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0241c8c-4d68-426f-927d-db7599211040 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Lock "a11f35a5-3157-401f-826e-10e13c2540da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.008s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.800432] env[69695]: DEBUG nova.policy [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdb575c9e14f96a0a7711b97263063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f32cd164a6048d18c54a80938994363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.808305] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "71af159b-129f-442c-9916-eb7bdd9d2cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.928s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.809280] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3acef0ef-fcdd-4f9d-ab45-e7cb14fc9d72 tempest-ServerShowV257Test-132639009 tempest-ServerShowV257Test-132639009-project-member] Lock "83962551-dd92-4112-95c2-778ffa4d6281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.661s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.866771] env[69695]: DEBUG oslo_concurrency.lockutils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.867029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.080102] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136005} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.080400] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.081194] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a15fe-a746-4125-a06e-1d4b3d56c440 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.105286] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 662c8341-4a54-443f-9a4d-2d0b352b038b/662c8341-4a54-443f-9a4d-2d0b352b038b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.106230] env[69695]: DEBUG nova.network.neutron [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Successfully created port: 95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.108167] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59070eb-7215-4c99-991d-276d4683cff6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.130392] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1101.130392] env[69695]: value = "task-3499337" [ 1101.130392] env[69695]: _type = "Task" [ 1101.130392] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.139890] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.259083] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.370729] env[69695]: DEBUG nova.compute.utils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.487103] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1480e01-dff6-4c85-9240-3ac7f2d27aba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.497543] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042b3a45-2195-4a02-aec3-5010d34bd8e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.530031] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95dba30-7d02-49cd-9b18-051ed459d12c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.553735] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72369689-b17e-4d1c-a4bf-787822c3fe69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.574760] env[69695]: DEBUG nova.compute.provider_tree [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.640945] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499337, 'name': ReconfigVM_Task, 'duration_secs': 0.287985} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.641300] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 662c8341-4a54-443f-9a4d-2d0b352b038b/662c8341-4a54-443f-9a4d-2d0b352b038b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.641991] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5f349f6-29d6-4e54-acb8-ff3f763601d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.649464] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1101.649464] env[69695]: value = "task-3499339" [ 1101.649464] env[69695]: _type = "Task" [ 1101.649464] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.659038] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499339, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.874421] env[69695]: DEBUG oslo_concurrency.lockutils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.079405] env[69695]: DEBUG nova.scheduler.client.report [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.160325] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499339, 'name': Rename_Task, 'duration_secs': 0.200567} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.160652] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.160855] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5d8cab-6259-4408-bce9-56c5296a6d3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.169845] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1102.169845] env[69695]: value = "task-3499340" [ 1102.169845] env[69695]: _type = "Task" [ 1102.169845] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.178158] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.268311] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.274463] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2cb96bcc-2397-48e1-a85c-bccb09312610 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "4e93f456-a0ca-47bb-bede-56fe1db9b7f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.274695] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2cb96bcc-2397-48e1-a85c-bccb09312610 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "4e93f456-a0ca-47bb-bede-56fe1db9b7f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.293735] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.294021] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.294221] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.294421] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.294568] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.294717] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.294928] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.295102] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.295278] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.295447] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.295620] env[69695]: DEBUG nova.virt.hardware [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.296836] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0236aaf-16ff-47e5-8a44-a771d27614d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.305840] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d58bf6-2098-414e-ba27-99ba758c73a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.586636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.587367] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.592618] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.496s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.592798] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.596240] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.082s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.596240] env[69695]: DEBUG nova.objects.instance [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lazy-loading 'resources' on Instance uuid a00ec6a5-501b-4988-a0dd-6b0b17178eeb {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.636435] env[69695]: INFO nova.scheduler.client.report [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Deleted allocations for instance cbab62b8-6a1f-4505-aaae-4ccd93e509ba [ 1102.681068] env[69695]: DEBUG oslo_vmware.api [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499340, 'name': PowerOnVM_Task, 'duration_secs': 0.475046} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.681521] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.681819] env[69695]: INFO nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1102.682133] env[69695]: DEBUG nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.683097] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bd265d-cb88-4e0e-a6b8-5f74707e8e26 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.762454] env[69695]: DEBUG nova.compute.manager [req-c23522d0-a467-4f35-ab36-37261fe3a314 req-8ad466b6-9695-45e4-aa2d-c67416cfb6ef service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Received event network-vif-plugged-95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.762838] env[69695]: DEBUG oslo_concurrency.lockutils [req-c23522d0-a467-4f35-ab36-37261fe3a314 req-8ad466b6-9695-45e4-aa2d-c67416cfb6ef service nova] Acquiring lock "cad98134-4472-4898-bb87-d606b724a16d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.762941] env[69695]: DEBUG oslo_concurrency.lockutils [req-c23522d0-a467-4f35-ab36-37261fe3a314 req-8ad466b6-9695-45e4-aa2d-c67416cfb6ef service nova] Lock "cad98134-4472-4898-bb87-d606b724a16d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.763077] env[69695]: DEBUG oslo_concurrency.lockutils [req-c23522d0-a467-4f35-ab36-37261fe3a314 req-8ad466b6-9695-45e4-aa2d-c67416cfb6ef service nova] Lock "cad98134-4472-4898-bb87-d606b724a16d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.763302] env[69695]: DEBUG nova.compute.manager [req-c23522d0-a467-4f35-ab36-37261fe3a314 req-8ad466b6-9695-45e4-aa2d-c67416cfb6ef service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] No waiting events found dispatching network-vif-plugged-95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.763459] env[69695]: WARNING nova.compute.manager [req-c23522d0-a467-4f35-ab36-37261fe3a314 req-8ad466b6-9695-45e4-aa2d-c67416cfb6ef service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Received unexpected event network-vif-plugged-95602863-b8e9-4b26-8dac-d372f7011a1b for instance with vm_state building and task_state spawning. [ 1102.777533] env[69695]: DEBUG nova.compute.manager [None req-2cb96bcc-2397-48e1-a85c-bccb09312610 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 4e93f456-a0ca-47bb-bede-56fe1db9b7f7] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.856407] env[69695]: DEBUG nova.network.neutron [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Successfully updated port: 95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.954081] env[69695]: DEBUG oslo_concurrency.lockutils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.954639] env[69695]: DEBUG oslo_concurrency.lockutils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.955497] env[69695]: INFO nova.compute.manager [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Attaching volume 731aa14f-9e66-4c8b-8bcd-db09c01c9536 to /dev/sdb [ 1102.990807] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb46cf3-4589-414d-9684-0010f666c817 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.997759] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70186129-be97-4cc4-9f3c-27743efdeced {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.016369] env[69695]: DEBUG nova.virt.block_device [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating existing volume attachment record: 6c9c2ea7-5bce-4e29-a736-2e49ee959e22 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.099686] env[69695]: DEBUG nova.compute.utils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.104217] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.104764] env[69695]: DEBUG nova.network.neutron [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.151721] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f87a8d02-1c20-40b0-9100-fded02e32944 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "cbab62b8-6a1f-4505-aaae-4ccd93e509ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.756s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.205617] env[69695]: INFO nova.compute.manager [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Took 26.21 seconds to build instance. [ 1103.211196] env[69695]: DEBUG nova.policy [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.283678] env[69695]: DEBUG nova.compute.manager [None req-2cb96bcc-2397-48e1-a85c-bccb09312610 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 4e93f456-a0ca-47bb-bede-56fe1db9b7f7] Instance disappeared before build. {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1103.304030] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a4cb2-12e4-496c-9ca8-ba35a203434f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.309789] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e9f92-11c0-44cc-8cb3-21f4d2183368 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.346014] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78190f5d-6f09-4e05-b87d-6ced9ab96041 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.354759] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358e960-5771-47f3-8a50-2c5acd64b95c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.359857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.364181] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.364369] env[69695]: DEBUG nova.network.neutron [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.380588] env[69695]: DEBUG nova.compute.provider_tree [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.605248] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.713402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.738s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.797545] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2cb96bcc-2397-48e1-a85c-bccb09312610 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "4e93f456-a0ca-47bb-bede-56fe1db9b7f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.523s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.854016] env[69695]: DEBUG nova.network.neutron [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Successfully created port: 80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.884138] env[69695]: DEBUG nova.scheduler.client.report [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.898712] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "662c8341-4a54-443f-9a4d-2d0b352b038b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.899175] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.899453] env[69695]: INFO nova.compute.manager [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Rebooting instance [ 1103.915196] env[69695]: DEBUG nova.network.neutron [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.073677] env[69695]: DEBUG nova.network.neutron [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [{"id": "95602863-b8e9-4b26-8dac-d372f7011a1b", "address": "fa:16:3e:15:5e:dd", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95602863-b8", "ovs_interfaceid": "95602863-b8e9-4b26-8dac-d372f7011a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.209703] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.210291] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.392561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.398597] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.693s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.400428] env[69695]: INFO nova.compute.claims [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.424050] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.424050] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquired lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.425605] env[69695]: DEBUG nova.network.neutron [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.438201] env[69695]: INFO nova.scheduler.client.report [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Deleted allocations for instance a00ec6a5-501b-4988-a0dd-6b0b17178eeb [ 1104.578022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.578022] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Instance network_info: |[{"id": "95602863-b8e9-4b26-8dac-d372f7011a1b", "address": "fa:16:3e:15:5e:dd", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95602863-b8", "ovs_interfaceid": "95602863-b8e9-4b26-8dac-d372f7011a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.578022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95602863-b8e9-4b26-8dac-d372f7011a1b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.584188] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.584563] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad98134-4472-4898-bb87-d606b724a16d] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.585517] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f62dba-b786-49c1-a9ee-2b79b9bb0373 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.610085] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.610085] env[69695]: value = "task-3499345" [ 1104.610085] env[69695]: _type = "Task" [ 1104.610085] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.621530] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.624114] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499345, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.653176] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.653763] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.654190] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.654476] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.654840] env[69695]: DEBUG nova.virt.hardware [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.655799] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5cac72-77f6-4089-8420-a10912819302 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.666532] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88d0f5-5e2d-4f35-96c1-fbce57e0900f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.715019] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.896258] env[69695]: DEBUG nova.compute.manager [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Received event network-changed-95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.896816] env[69695]: DEBUG nova.compute.manager [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Refreshing instance network info cache due to event network-changed-95602863-b8e9-4b26-8dac-d372f7011a1b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.897708] env[69695]: DEBUG oslo_concurrency.lockutils [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] Acquiring lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.897840] env[69695]: DEBUG oslo_concurrency.lockutils [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] Acquired lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.898204] env[69695]: DEBUG nova.network.neutron [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Refreshing network info cache for port 95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.948869] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a4057eea-06af-4689-86de-02b88dc3a3be tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Lock "a00ec6a5-501b-4988-a0dd-6b0b17178eeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.564s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.120829] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499345, 'name': CreateVM_Task, 'duration_secs': 0.356024} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.121019] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad98134-4472-4898-bb87-d606b724a16d] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.121812] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.122383] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.122383] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.122600] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2064976-36b8-474a-9f24-3366d7ff6659 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.127909] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1105.127909] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d1adcf-f7da-d049-bf6f-c8d5bcc406ad" [ 1105.127909] env[69695]: _type = "Task" [ 1105.127909] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.136388] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d1adcf-f7da-d049-bf6f-c8d5bcc406ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.143333] env[69695]: DEBUG nova.network.neutron [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Updating instance_info_cache with network_info: [{"id": "619a68de-6229-4551-adc3-c7b17fe53ad7", "address": "fa:16:3e:25:98:e5", "network": {"id": "6e226854-75cd-4d08-81db-b5b5168f2437", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498558746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcdd1cdeffdb49c2ac5d5932094db48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619a68de-62", "ovs_interfaceid": "619a68de-6229-4551-adc3-c7b17fe53ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.237730] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.630137] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7a642-8b92-463e-bf87-fb01d5baf28d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.633775] env[69695]: DEBUG nova.network.neutron [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updated VIF entry in instance network info cache for port 95602863-b8e9-4b26-8dac-d372f7011a1b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.634109] env[69695]: DEBUG nova.network.neutron [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [{"id": "95602863-b8e9-4b26-8dac-d372f7011a1b", "address": "fa:16:3e:15:5e:dd", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95602863-b8", "ovs_interfaceid": "95602863-b8e9-4b26-8dac-d372f7011a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.647691] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a130682-017e-4966-9fb3-0c587c6f9103 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.651092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Releasing lock "refresh_cache-662c8341-4a54-443f-9a4d-2d0b352b038b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.652164] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d1adcf-f7da-d049-bf6f-c8d5bcc406ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016914} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.653512] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.653512] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.653630] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.653726] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.653898] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.654745] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98765f3-c9cb-4c6d-bad6-30892c1b8946 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.687931] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f54d073-bd00-443d-912a-fc3d2d44e817 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.695853] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.696487] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.698881] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2e65de-00c3-46a8-a5f2-189965005579 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.703011] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a10e710-5b8f-4588-9334-dd7dc0d51275 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.713799] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1105.713799] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52338443-8c93-f228-179b-3726afca8051" [ 1105.713799] env[69695]: _type = "Task" [ 1105.713799] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.720548] env[69695]: DEBUG nova.compute.provider_tree [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.731340] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52338443-8c93-f228-179b-3726afca8051, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.732742] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea99924-0f2c-4ccb-8cfc-9637886e6f6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.739886] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1105.739886] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521f368c-a45c-dbcc-a96a-e0ac480c9295" [ 1105.739886] env[69695]: _type = "Task" [ 1105.739886] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.749516] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521f368c-a45c-dbcc-a96a-e0ac480c9295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.780648] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "dd5494a5-1cb1-4254-a0ba-edd89361039e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.781177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.781434] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "dd5494a5-1cb1-4254-a0ba-edd89361039e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.781687] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.781902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.784419] env[69695]: INFO nova.compute.manager [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Terminating instance [ 1105.852651] env[69695]: DEBUG nova.compute.manager [req-bd57105f-90a6-497d-b0d9-3ffade518fe7 req-dc500c9b-5fc9-4f67-aac9-c15eb25fa9e6 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Received event network-vif-plugged-80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.856026] env[69695]: DEBUG oslo_concurrency.lockutils [req-bd57105f-90a6-497d-b0d9-3ffade518fe7 req-dc500c9b-5fc9-4f67-aac9-c15eb25fa9e6 service nova] Acquiring lock "88a216c5-6fee-472d-97fa-eadc1c734e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.856026] env[69695]: DEBUG oslo_concurrency.lockutils [req-bd57105f-90a6-497d-b0d9-3ffade518fe7 req-dc500c9b-5fc9-4f67-aac9-c15eb25fa9e6 service nova] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.856026] env[69695]: DEBUG oslo_concurrency.lockutils [req-bd57105f-90a6-497d-b0d9-3ffade518fe7 req-dc500c9b-5fc9-4f67-aac9-c15eb25fa9e6 service nova] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.856026] env[69695]: DEBUG nova.compute.manager [req-bd57105f-90a6-497d-b0d9-3ffade518fe7 req-dc500c9b-5fc9-4f67-aac9-c15eb25fa9e6 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] No waiting events found dispatching network-vif-plugged-80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.856026] env[69695]: WARNING nova.compute.manager [req-bd57105f-90a6-497d-b0d9-3ffade518fe7 req-dc500c9b-5fc9-4f67-aac9-c15eb25fa9e6 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Received unexpected event network-vif-plugged-80030531-047a-44bf-b526-73a8954a8a1e for instance with vm_state building and task_state spawning. [ 1106.140595] env[69695]: DEBUG oslo_concurrency.lockutils [req-b6de0caa-c61f-43fd-9a21-e3899ac1acc7 req-b73e30bd-c68a-4d54-8974-7e1600239487 service nova] Releasing lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.157384] env[69695]: DEBUG nova.compute.manager [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.157384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b81c556-7592-44a8-bc24-c19927a74dab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.226484] env[69695]: DEBUG nova.scheduler.client.report [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.251802] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521f368c-a45c-dbcc-a96a-e0ac480c9295, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.252151] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.252325] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] cad98134-4472-4898-bb87-d606b724a16d/cad98134-4472-4898-bb87-d606b724a16d.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.252585] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07c92cfa-4d18-40c4-a500-4799aff79b32 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.260210] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1106.260210] env[69695]: value = "task-3499348" [ 1106.260210] env[69695]: _type = "Task" [ 1106.260210] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.271436] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.289958] env[69695]: DEBUG nova.compute.manager [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.290149] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.291140] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe512fc-37ec-44f6-9dd9-cb1c29cb469b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.299787] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.300204] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e65b99-bb83-4639-81a5-c5360e701bc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.307230] env[69695]: DEBUG oslo_vmware.api [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1106.307230] env[69695]: value = "task-3499349" [ 1106.307230] env[69695]: _type = "Task" [ 1106.307230] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.318038] env[69695]: DEBUG oslo_vmware.api [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.325209] env[69695]: DEBUG nova.network.neutron [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Successfully updated port: 80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.731209] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.731750] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.734685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.455s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.737461] env[69695]: DEBUG nova.objects.instance [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'resources' on Instance uuid 24415407-c84b-49fc-a5e6-6b3449da9d0e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.773703] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.825045] env[69695]: DEBUG oslo_vmware.api [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499349, 'name': PowerOffVM_Task, 'duration_secs': 0.372955} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.825534] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.825783] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.826207] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a0f8a0-c71b-4217-9f78-eff5d66e8749 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.828499] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-88a216c5-6fee-472d-97fa-eadc1c734e92" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828797] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-88a216c5-6fee-472d-97fa-eadc1c734e92" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.829073] env[69695]: DEBUG nova.network.neutron [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.924028] env[69695]: DEBUG nova.compute.manager [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Received event network-changed-80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.924409] env[69695]: DEBUG nova.compute.manager [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Refreshing instance network info cache due to event network-changed-80030531-047a-44bf-b526-73a8954a8a1e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.924697] env[69695]: DEBUG oslo_concurrency.lockutils [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] Acquiring lock "refresh_cache-88a216c5-6fee-472d-97fa-eadc1c734e92" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.932436] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.932651] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.932821] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Deleting the datastore file [datastore2] dd5494a5-1cb1-4254-a0ba-edd89361039e {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.933096] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71e6ddd7-bf46-4add-91bd-6d8ba56819d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.940429] env[69695]: DEBUG oslo_vmware.api [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for the task: (returnval){ [ 1106.940429] env[69695]: value = "task-3499351" [ 1106.940429] env[69695]: _type = "Task" [ 1106.940429] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.952117] env[69695]: DEBUG oslo_vmware.api [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.178209] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5597da40-7c88-408d-b404-409d54bb3fc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.185615] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Doing hard reboot of VM {{(pid=69695) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1107.186086] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-11b84253-7f8c-48fc-b884-cdd958b41ecf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.193452] env[69695]: DEBUG oslo_vmware.api [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1107.193452] env[69695]: value = "task-3499352" [ 1107.193452] env[69695]: _type = "Task" [ 1107.193452] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.202233] env[69695]: DEBUG oslo_vmware.api [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499352, 'name': ResetVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.238368] env[69695]: DEBUG nova.compute.utils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.239989] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.240309] env[69695]: DEBUG nova.network.neutron [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.277482] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686966} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.278059] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] cad98134-4472-4898-bb87-d606b724a16d/cad98134-4472-4898-bb87-d606b724a16d.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.278501] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.278943] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3223ad6e-ac3b-47e1-a0a8-9d06acdf5387 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.288317] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1107.288317] env[69695]: value = "task-3499353" [ 1107.288317] env[69695]: _type = "Task" [ 1107.288317] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.305263] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.332630] env[69695]: DEBUG nova.policy [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.382463] env[69695]: DEBUG nova.network.neutron [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.456809] env[69695]: DEBUG oslo_vmware.api [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Task: {'id': task-3499351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420227} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.457036] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.457084] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.457281] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.457463] env[69695]: INFO nova.compute.manager [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1107.459172] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.459412] env[69695]: DEBUG nova.compute.manager [-] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.459511] env[69695]: DEBUG nova.network.neutron [-] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.498882] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cc3ffe-20a0-4b01-9485-6875ea544341 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.507020] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707b375-2ac1-45d2-b106-874a9fc1adaf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.543375] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43c9d2-fd65-4607-adf2-f4b3cd903101 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.554060] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55846387-eb30-4bd8-ba4c-efeeb3569f9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.575182] env[69695]: DEBUG nova.compute.provider_tree [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.577154] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.578288] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699334', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'name': 'volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3498fa0-ce6d-4654-b3da-b576dabee8c6', 'attached_at': '', 'detached_at': '', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'serial': '731aa14f-9e66-4c8b-8bcd-db09c01c9536'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.578288] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15cef0-aad7-4f45-8bca-938547513d22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.597309] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9aeb1-33cb-42cb-a9c0-263e98c4bafe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.628232] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536/volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.628630] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801efbd7-dbb8-4832-917e-4288de0a707c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.648398] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1107.648398] env[69695]: value = "task-3499354" [ 1107.648398] env[69695]: _type = "Task" [ 1107.648398] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.658874] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.672487] env[69695]: DEBUG nova.network.neutron [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Updating instance_info_cache with network_info: [{"id": "80030531-047a-44bf-b526-73a8954a8a1e", "address": "fa:16:3e:d1:e1:70", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80030531-04", "ovs_interfaceid": "80030531-047a-44bf-b526-73a8954a8a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.707370] env[69695]: DEBUG oslo_vmware.api [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499352, 'name': ResetVM_Task, 'duration_secs': 0.096645} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.708019] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Did hard reboot of VM {{(pid=69695) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1107.708231] env[69695]: DEBUG nova.compute.manager [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.709041] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a99ea-1413-4c9e-9dd0-6227eaf69a8d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.746282] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.799108] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110842} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.799108] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.799847] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438e2f9-0357-44c8-aa5a-88e210f3d3d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.826081] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cad98134-4472-4898-bb87-d606b724a16d/cad98134-4472-4898-bb87-d606b724a16d.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.827043] env[69695]: DEBUG nova.network.neutron [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Successfully created port: ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.829149] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c33c125-5e67-4bcf-b678-96f3099b7050 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.849590] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1107.849590] env[69695]: value = "task-3499356" [ 1107.849590] env[69695]: _type = "Task" [ 1107.849590] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.858690] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.963650] env[69695]: DEBUG nova.compute.manager [req-8efa8899-505f-4fb6-99da-4c424724542c req-82fba09b-4cae-4beb-a441-0618ae73495e service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Received event network-vif-deleted-f4c5993a-a802-4004-ab3f-3077c2adad76 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.963845] env[69695]: INFO nova.compute.manager [req-8efa8899-505f-4fb6-99da-4c424724542c req-82fba09b-4cae-4beb-a441-0618ae73495e service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Neutron deleted interface f4c5993a-a802-4004-ab3f-3077c2adad76; detaching it from the instance and deleting it from the info cache [ 1107.964026] env[69695]: DEBUG nova.network.neutron [req-8efa8899-505f-4fb6-99da-4c424724542c req-82fba09b-4cae-4beb-a441-0618ae73495e service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.082800] env[69695]: DEBUG nova.scheduler.client.report [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.160137] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.180631] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-88a216c5-6fee-472d-97fa-eadc1c734e92" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.180631] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Instance network_info: |[{"id": "80030531-047a-44bf-b526-73a8954a8a1e", "address": "fa:16:3e:d1:e1:70", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80030531-04", "ovs_interfaceid": "80030531-047a-44bf-b526-73a8954a8a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.180631] env[69695]: DEBUG oslo_concurrency.lockutils [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] Acquired lock "refresh_cache-88a216c5-6fee-472d-97fa-eadc1c734e92" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.180631] env[69695]: DEBUG nova.network.neutron [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Refreshing network info cache for port 80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.180631] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e1:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80030531-047a-44bf-b526-73a8954a8a1e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.189756] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.190395] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.190755] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7bf1907-7da3-4e85-a95f-b3118903904d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.212031] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.212031] env[69695]: value = "task-3499357" [ 1108.212031] env[69695]: _type = "Task" [ 1108.212031] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.223227] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499357, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.224455] env[69695]: DEBUG oslo_concurrency.lockutils [None req-da5e1a32-5f3b-4f6c-9cf6-8e91e46cc84d tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.325s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.362573] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499356, 'name': ReconfigVM_Task, 'duration_secs': 0.358151} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.362902] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cad98134-4472-4898-bb87-d606b724a16d/cad98134-4472-4898-bb87-d606b724a16d.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.363448] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81deb5f9-cc6b-4ef7-bb3e-341b11d6e738 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.370626] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1108.370626] env[69695]: value = "task-3499358" [ 1108.370626] env[69695]: _type = "Task" [ 1108.370626] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.380604] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499358, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.446067] env[69695]: DEBUG nova.network.neutron [-] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.467437] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-675fd6e1-dfee-433d-8453-8a0748db9b9d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.481403] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387afcb8-d017-41e9-95e8-424c5da12b5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.537023] env[69695]: DEBUG nova.compute.manager [req-8efa8899-505f-4fb6-99da-4c424724542c req-82fba09b-4cae-4beb-a441-0618ae73495e service nova] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Detach interface failed, port_id=f4c5993a-a802-4004-ab3f-3077c2adad76, reason: Instance dd5494a5-1cb1-4254-a0ba-edd89361039e could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.590492] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.591160] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.143s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.591526] env[69695]: DEBUG nova.objects.instance [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lazy-loading 'pci_requests' on Instance uuid e71bdad7-19c0-4e3d-9172-9352370ad6c4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.622049] env[69695]: INFO nova.scheduler.client.report [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted allocations for instance 24415407-c84b-49fc-a5e6-6b3449da9d0e [ 1108.660300] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499354, 'name': ReconfigVM_Task, 'duration_secs': 0.830351} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.660443] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536/volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.665647] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e03345d-debd-4269-99a1-59b2b4352f1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.683410] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1108.683410] env[69695]: value = "task-3499359" [ 1108.683410] env[69695]: _type = "Task" [ 1108.683410] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.696845] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.723899] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499357, 'name': CreateVM_Task, 'duration_secs': 0.378206} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.724106] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.724972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.727080] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.727080] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.727080] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e4eed3-c158-4a42-8b81-65940464547d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.733439] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1108.733439] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521b9382-5b1b-63f9-6576-0f868ac49ed7" [ 1108.733439] env[69695]: _type = "Task" [ 1108.733439] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.749862] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521b9382-5b1b-63f9-6576-0f868ac49ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.750167] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.750391] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.750633] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.750766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.750939] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.751216] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1ad783-97a3-472b-9ff6-026360c08e94 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.756511] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.761990] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.762188] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.762898] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fc2e3a-e9fa-4c7c-bcb5-ae18902b624a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.771508] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1108.771508] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef4cb9-00b7-b861-7d87-a652d8a1b47b" [ 1108.771508] env[69695]: _type = "Task" [ 1108.771508] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.782209] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef4cb9-00b7-b861-7d87-a652d8a1b47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.785224] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.785481] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.785674] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.785877] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.786055] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.786192] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.786400] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.786556] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.786726] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.786885] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.787068] env[69695]: DEBUG nova.virt.hardware [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.787934] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefa60b-ea7e-4771-9a9c-83efa60081e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.796085] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d75b59b-5283-4213-88b1-3552e6539ce9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.882884] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499358, 'name': Rename_Task, 'duration_secs': 0.150912} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.883179] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.883428] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca6be2a9-3464-4433-a4db-0d739a4cd550 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.890354] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1108.890354] env[69695]: value = "task-3499360" [ 1108.890354] env[69695]: _type = "Task" [ 1108.890354] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.898650] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.948824] env[69695]: INFO nova.compute.manager [-] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Took 1.49 seconds to deallocate network for instance. [ 1108.999897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "662c8341-4a54-443f-9a4d-2d0b352b038b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.000246] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.000504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "662c8341-4a54-443f-9a4d-2d0b352b038b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.000740] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.000962] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.003206] env[69695]: INFO nova.compute.manager [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Terminating instance [ 1109.067048] env[69695]: DEBUG nova.network.neutron [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Updated VIF entry in instance network info cache for port 80030531-047a-44bf-b526-73a8954a8a1e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.067422] env[69695]: DEBUG nova.network.neutron [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Updating instance_info_cache with network_info: [{"id": "80030531-047a-44bf-b526-73a8954a8a1e", "address": "fa:16:3e:d1:e1:70", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80030531-04", "ovs_interfaceid": "80030531-047a-44bf-b526-73a8954a8a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.095896] env[69695]: DEBUG nova.objects.instance [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lazy-loading 'numa_topology' on Instance uuid e71bdad7-19c0-4e3d-9172-9352370ad6c4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.132212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "24415407-c84b-49fc-a5e6-6b3449da9d0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.677s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.195979] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.285071] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ef4cb9-00b7-b861-7d87-a652d8a1b47b, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.286409] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21173bbf-a49e-48cb-89dc-9d66e7b7feb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.294844] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1109.294844] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52276d3d-8e9b-a456-0170-9a12076069d7" [ 1109.294844] env[69695]: _type = "Task" [ 1109.294844] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.304835] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52276d3d-8e9b-a456-0170-9a12076069d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.404907] env[69695]: DEBUG oslo_vmware.api [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499360, 'name': PowerOnVM_Task, 'duration_secs': 0.490656} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.404907] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.404907] env[69695]: INFO nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1109.404907] env[69695]: DEBUG nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.404907] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3df733-582d-4e08-8a50-f7a2afab039c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.455303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.509571] env[69695]: DEBUG nova.compute.manager [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.509801] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.510734] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beda6a6-0d9c-4c78-8f27-f5336b0b4813 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.521319] env[69695]: DEBUG nova.network.neutron [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Successfully updated port: ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.528743] env[69695]: DEBUG nova.compute.manager [req-92c858bf-7b80-4698-961b-c9050ddd2f0c req-566e098a-f650-4bf2-a565-a9b545c4db19 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-vif-plugged-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.528915] env[69695]: DEBUG oslo_concurrency.lockutils [req-92c858bf-7b80-4698-961b-c9050ddd2f0c req-566e098a-f650-4bf2-a565-a9b545c4db19 service nova] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.529424] env[69695]: DEBUG oslo_concurrency.lockutils [req-92c858bf-7b80-4698-961b-c9050ddd2f0c req-566e098a-f650-4bf2-a565-a9b545c4db19 service nova] Lock "169812a5-d66b-4573-91bd-5001322deace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.529667] env[69695]: DEBUG oslo_concurrency.lockutils [req-92c858bf-7b80-4698-961b-c9050ddd2f0c req-566e098a-f650-4bf2-a565-a9b545c4db19 service nova] Lock "169812a5-d66b-4573-91bd-5001322deace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.529909] env[69695]: DEBUG nova.compute.manager [req-92c858bf-7b80-4698-961b-c9050ddd2f0c req-566e098a-f650-4bf2-a565-a9b545c4db19 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] No waiting events found dispatching network-vif-plugged-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.530132] env[69695]: WARNING nova.compute.manager [req-92c858bf-7b80-4698-961b-c9050ddd2f0c req-566e098a-f650-4bf2-a565-a9b545c4db19 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received unexpected event network-vif-plugged-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a for instance with vm_state building and task_state spawning. [ 1109.533239] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.533536] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5b6865-4d71-43c0-8f7e-6c6d21a3cef3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.555957] env[69695]: DEBUG oslo_vmware.api [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1109.555957] env[69695]: value = "task-3499361" [ 1109.555957] env[69695]: _type = "Task" [ 1109.555957] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.567972] env[69695]: DEBUG oslo_vmware.api [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.570902] env[69695]: DEBUG nova.compute.manager [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.570902] env[69695]: DEBUG nova.compute.manager [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing instance network info cache due to event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.570902] env[69695]: DEBUG oslo_concurrency.lockutils [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.574579] env[69695]: DEBUG oslo_concurrency.lockutils [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.574579] env[69695]: DEBUG nova.network.neutron [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.574579] env[69695]: DEBUG oslo_concurrency.lockutils [req-ae613c6f-122f-4ef6-a696-ab24dc72c702 req-64cd86ba-51bd-4a92-9206-0638a73b26a1 service nova] Releasing lock "refresh_cache-88a216c5-6fee-472d-97fa-eadc1c734e92" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.598303] env[69695]: INFO nova.compute.claims [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.695172] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.808143] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52276d3d-8e9b-a456-0170-9a12076069d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.808283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.808553] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 88a216c5-6fee-472d-97fa-eadc1c734e92/88a216c5-6fee-472d-97fa-eadc1c734e92.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.808889] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-047f8bc4-3d29-4079-81a7-2e01ab4d4834 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.820853] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1109.820853] env[69695]: value = "task-3499362" [ 1109.820853] env[69695]: _type = "Task" [ 1109.820853] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.833946] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.924178] env[69695]: INFO nova.compute.manager [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Took 23.21 seconds to build instance. [ 1110.029273] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.071571] env[69695]: DEBUG oslo_vmware.api [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499361, 'name': PowerOffVM_Task, 'duration_secs': 0.487324} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.071909] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.072094] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.072380] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32e97022-ac63-400a-b615-8747e9494129 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.132989] env[69695]: DEBUG nova.network.neutron [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.139444] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.139697] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.139852] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Deleting the datastore file [datastore1] 662c8341-4a54-443f-9a4d-2d0b352b038b {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.140159] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd483ac2-b37f-4108-a8d5-f0419b62c6f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.151070] env[69695]: DEBUG oslo_vmware.api [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for the task: (returnval){ [ 1110.151070] env[69695]: value = "task-3499364" [ 1110.151070] env[69695]: _type = "Task" [ 1110.151070] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.162788] env[69695]: DEBUG oslo_vmware.api [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.198595] env[69695]: DEBUG oslo_vmware.api [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499359, 'name': ReconfigVM_Task, 'duration_secs': 1.181394} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.202973] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699334', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'name': 'volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3498fa0-ce6d-4654-b3da-b576dabee8c6', 'attached_at': '', 'detached_at': '', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'serial': '731aa14f-9e66-4c8b-8bcd-db09c01c9536'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.230925] env[69695]: DEBUG nova.network.neutron [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.345765] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.366053] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34904c49-098a-4e78-93e8-6d351c441b25 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.378911] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6162b157-f4b9-4a79-b68e-6e293d254ef4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.418215] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3f927-0301-42c9-81fe-07612c2a22a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.428282] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec5c509b-ed00-40ae-a274-0d9d9a580159 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.725s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.429777] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f5910a-08d0-402c-9a68-2c3aa31c7725 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.448208] env[69695]: DEBUG nova.compute.provider_tree [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.660785] env[69695]: DEBUG oslo_vmware.api [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Task: {'id': task-3499364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408796} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.661056] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.661241] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.661410] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.661578] env[69695]: INFO nova.compute.manager [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1110.661809] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.661996] env[69695]: DEBUG nova.compute.manager [-] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.662101] env[69695]: DEBUG nova.network.neutron [-] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.735513] env[69695]: DEBUG oslo_concurrency.lockutils [req-611668c1-9351-4117-ae91-a297a8e3388e req-aa64a32f-2ff9-4613-90ff-c464b2e4de8e service nova] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.736517] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.736517] env[69695]: DEBUG nova.network.neutron [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.838141] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675209} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.838205] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 88a216c5-6fee-472d-97fa-eadc1c734e92/88a216c5-6fee-472d-97fa-eadc1c734e92.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.838406] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.839099] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b7f2c7a-98b5-4b48-a336-eaabac03ef13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.849048] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1110.849048] env[69695]: value = "task-3499365" [ 1110.849048] env[69695]: _type = "Task" [ 1110.849048] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.858740] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.945297] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "9aadde24-9b33-4683-96b6-96a3f9976385" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.945621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.952666] env[69695]: DEBUG nova.scheduler.client.report [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.261517] env[69695]: DEBUG nova.objects.instance [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'flavor' on Instance uuid e3498fa0-ce6d-4654-b3da-b576dabee8c6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.276831] env[69695]: DEBUG nova.network.neutron [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.360381] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134943} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.362797] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.363831] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb40796-42fb-4348-b90a-52b6d3b54830 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.388504] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 88a216c5-6fee-472d-97fa-eadc1c734e92/88a216c5-6fee-472d-97fa-eadc1c734e92.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.389671] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e40900-f24b-44bc-889a-0d1571f46f87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.417410] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1111.417410] env[69695]: value = "task-3499366" [ 1111.417410] env[69695]: _type = "Task" [ 1111.417410] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.426859] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.444283] env[69695]: DEBUG nova.network.neutron [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.449514] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.460766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.463539] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.226s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.465100] env[69695]: INFO nova.compute.claims [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.496170] env[69695]: INFO nova.network.neutron [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating port b4285447-cfc2-46b7-b414-7b213ce43072 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1111.548540] env[69695]: DEBUG nova.compute.manager [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1111.768847] env[69695]: DEBUG oslo_concurrency.lockutils [None req-45706be4-fe4a-4286-9aee-dd5c4c8e77fa tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.814s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.825478] env[69695]: DEBUG nova.compute.manager [req-ad291094-234e-4469-b3bc-cad83fa15563 req-01674bb2-0012-4a8c-b701-1df826ca608d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Received event network-vif-deleted-619a68de-6229-4551-adc3-c7b17fe53ad7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.825712] env[69695]: INFO nova.compute.manager [req-ad291094-234e-4469-b3bc-cad83fa15563 req-01674bb2-0012-4a8c-b701-1df826ca608d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Neutron deleted interface 619a68de-6229-4551-adc3-c7b17fe53ad7; detaching it from the instance and deleting it from the info cache [ 1111.825885] env[69695]: DEBUG nova.network.neutron [req-ad291094-234e-4469-b3bc-cad83fa15563 req-01674bb2-0012-4a8c-b701-1df826ca608d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.837867] env[69695]: DEBUG nova.network.neutron [-] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.929551] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499366, 'name': ReconfigVM_Task, 'duration_secs': 0.373007} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.929979] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 88a216c5-6fee-472d-97fa-eadc1c734e92/88a216c5-6fee-472d-97fa-eadc1c734e92.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.930549] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d730b6f-630e-4f6c-bf1e-dd9b0e7725cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.938755] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1111.938755] env[69695]: value = "task-3499367" [ 1111.938755] env[69695]: _type = "Task" [ 1111.938755] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.947467] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.947814] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Instance network_info: |[{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.948094] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499367, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.948470] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:91:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.956749] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.959411] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169812a5-d66b-4573-91bd-5001322deace] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.959934] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcfc2dd7-fb20-4b70-ad2c-9b5f64897ec0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.988149] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.988149] env[69695]: value = "task-3499368" [ 1111.988149] env[69695]: _type = "Task" [ 1111.988149] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.998723] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499368, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.999915] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.078276] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.213509] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquiring lock "bf6d2c72-c47d-496e-a064-b7a107f54631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.213806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.329771] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb1c417d-eaad-411d-a385-02fb08baaeb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.341114] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c939dc-e278-44d6-9e0a-622fa84df66f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.352551] env[69695]: INFO nova.compute.manager [-] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Took 1.69 seconds to deallocate network for instance. [ 1112.388332] env[69695]: DEBUG nova.compute.manager [req-ad291094-234e-4469-b3bc-cad83fa15563 req-01674bb2-0012-4a8c-b701-1df826ca608d service nova] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Detach interface failed, port_id=619a68de-6229-4551-adc3-c7b17fe53ad7, reason: Instance 662c8341-4a54-443f-9a4d-2d0b352b038b could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.453019] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499367, 'name': Rename_Task, 'duration_secs': 0.174373} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.457496] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.457801] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6448261-cc63-475f-8002-80231ef4dfa6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.465842] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1112.465842] env[69695]: value = "task-3499369" [ 1112.465842] env[69695]: _type = "Task" [ 1112.465842] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.474530] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.497953] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499368, 'name': CreateVM_Task, 'duration_secs': 0.38495} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.498293] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 169812a5-d66b-4573-91bd-5001322deace] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.498935] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.499154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.499469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.499751] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff08bdef-1176-4f94-9c09-e590216e56ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.505699] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1112.505699] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527db283-4afe-8ab5-1ca4-e5e42a520cae" [ 1112.505699] env[69695]: _type = "Task" [ 1112.505699] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.517885] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527db283-4afe-8ab5-1ca4-e5e42a520cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.572044] env[69695]: DEBUG nova.compute.manager [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1112.717451] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.752521] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282cf94-2e8d-45b2-bab1-2a7beac9de97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.761880] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1271b6-85c3-4378-9c76-45b1b1303adf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.796409] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f72747b-f140-4f9e-abf7-9d90f09e8e19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.806677] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3abdc88-02f9-41d8-90e6-5ebe1f758550 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.821408] env[69695]: DEBUG nova.compute.provider_tree [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.862446] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.977669] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.020271] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527db283-4afe-8ab5-1ca4-e5e42a520cae, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.020595] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.020824] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.024224] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.024411] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024600] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.024879] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6657d621-8f76-4195-97ec-2b1a152ec9ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.036169] env[69695]: DEBUG nova.compute.manager [req-f969c6f3-d077-4f90-8fc9-4dda8858a49a req-9978f7b1-8dfe-4451-8b4c-4fb431c1e8a8 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-vif-plugged-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.036329] env[69695]: DEBUG oslo_concurrency.lockutils [req-f969c6f3-d077-4f90-8fc9-4dda8858a49a req-9978f7b1-8dfe-4451-8b4c-4fb431c1e8a8 service nova] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.036627] env[69695]: DEBUG oslo_concurrency.lockutils [req-f969c6f3-d077-4f90-8fc9-4dda8858a49a req-9978f7b1-8dfe-4451-8b4c-4fb431c1e8a8 service nova] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.036848] env[69695]: DEBUG oslo_concurrency.lockutils [req-f969c6f3-d077-4f90-8fc9-4dda8858a49a req-9978f7b1-8dfe-4451-8b4c-4fb431c1e8a8 service nova] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.037145] env[69695]: DEBUG nova.compute.manager [req-f969c6f3-d077-4f90-8fc9-4dda8858a49a req-9978f7b1-8dfe-4451-8b4c-4fb431c1e8a8 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] No waiting events found dispatching network-vif-plugged-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.037372] env[69695]: WARNING nova.compute.manager [req-f969c6f3-d077-4f90-8fc9-4dda8858a49a req-9978f7b1-8dfe-4451-8b4c-4fb431c1e8a8 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received unexpected event network-vif-plugged-b4285447-cfc2-46b7-b414-7b213ce43072 for instance with vm_state shelved_offloaded and task_state spawning. [ 1113.039272] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.039447] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.040190] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3349da-c13d-4893-ae38-22b6c80cdf8a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.047901] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1113.047901] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5269577f-d3c1-f078-50a6-e8fc27fb142c" [ 1113.047901] env[69695]: _type = "Task" [ 1113.047901] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.056853] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5269577f-d3c1-f078-50a6-e8fc27fb142c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.074869] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.075064] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.075273] env[69695]: DEBUG nova.network.neutron [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.094402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.238199] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.324987] env[69695]: DEBUG nova.scheduler.client.report [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.476538] env[69695]: DEBUG oslo_vmware.api [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499369, 'name': PowerOnVM_Task, 'duration_secs': 0.520902} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.476819] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.477026] env[69695]: INFO nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1113.477214] env[69695]: DEBUG nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.478201] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8ac6b-3c02-43ad-8e58-f818253d8c1e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.559571] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5269577f-d3c1-f078-50a6-e8fc27fb142c, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.560404] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14188eeb-f9c8-41b3-ae5c-081604b78915 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.566404] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1113.566404] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f2a43c-595d-cb0c-a18a-3238a9dcfebb" [ 1113.566404] env[69695]: _type = "Task" [ 1113.566404] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.574341] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f2a43c-595d-cb0c-a18a-3238a9dcfebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.797460] env[69695]: DEBUG nova.network.neutron [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.829672] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.830267] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.833039] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.378s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.833269] env[69695]: DEBUG nova.objects.instance [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lazy-loading 'resources' on Instance uuid dd5494a5-1cb1-4254-a0ba-edd89361039e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.998080] env[69695]: INFO nova.compute.manager [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Took 22.12 seconds to build instance. [ 1114.077971] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f2a43c-595d-cb0c-a18a-3238a9dcfebb, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.078293] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.078513] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 169812a5-d66b-4573-91bd-5001322deace/169812a5-d66b-4573-91bd-5001322deace.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.078772] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55192fe7-acca-4483-8a10-6c69c36579b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.087906] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1114.087906] env[69695]: value = "task-3499370" [ 1114.087906] env[69695]: _type = "Task" [ 1114.087906] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.096294] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.302874] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.331951] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='31ef096f892b827714245bcb9d107969',container_format='bare',created_at=2025-04-21T14:27:43Z,direct_url=,disk_format='vmdk',id=64d805e4-65f3-44e9-9588-e58abb89b1a1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1270340129-shelved',owner='19f34647803b4d5ba7c4c15724276d34',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-21T14:28:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.332361] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.332647] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.332973] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.333211] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.333461] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.333775] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.334040] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.334364] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.334617] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.334883] env[69695]: DEBUG nova.virt.hardware [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.337207] env[69695]: DEBUG nova.compute.utils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.348644] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3808a3db-f780-452d-b3ad-6c8299d6f343 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.351451] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.351891] env[69695]: DEBUG nova.network.neutron [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.362562] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a76ab4-bf30-4df2-9feb-e1b8b8da8cb3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.384567] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:17:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4285447-cfc2-46b7-b414-7b213ce43072', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.392947] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.396560] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.398353] env[69695]: DEBUG nova.policy [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54504d7a91114cbe8b976f4d02dc07ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bce4ca98f14a7eb2a6cbbbf745fe10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.400139] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99d1842-e104-423d-b17c-ab0d82bc0aa1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.429121] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.429121] env[69695]: value = "task-3499371" [ 1114.429121] env[69695]: _type = "Task" [ 1114.429121] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.444588] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499371, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.501637] env[69695]: DEBUG oslo_concurrency.lockutils [None req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.634s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.601608] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512318} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.602661] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 169812a5-d66b-4573-91bd-5001322deace/169812a5-d66b-4573-91bd-5001322deace.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.602661] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.602661] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f5d9b83-a4fc-4517-b264-0d8eb87dd533 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.610014] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1114.610014] env[69695]: value = "task-3499372" [ 1114.610014] env[69695]: _type = "Task" [ 1114.610014] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.620345] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.655530] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafd36a1-58e1-4d96-9fbe-292ac323730b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.664791] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55f87c-f03f-473a-aa66-e8c56a002911 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.700430] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dda511-e08a-4039-8c28-a1d2e23e31b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.711617] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836dd4f-5e09-4fb9-89b1-a85a7e03bcda {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.728841] env[69695]: DEBUG nova.compute.provider_tree [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.738614] env[69695]: DEBUG nova.network.neutron [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Successfully created port: 9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.851998] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.940393] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499371, 'name': CreateVM_Task, 'duration_secs': 0.374576} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.940578] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.941334] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941849] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941967] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.942168] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad64883-01c8-4af6-a178-4c1fbb17cd97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.949047] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1114.949047] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522ed1ee-0e7c-d638-bcb1-44e275d0bbc6" [ 1114.949047] env[69695]: _type = "Task" [ 1114.949047] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.957797] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522ed1ee-0e7c-d638-bcb1-44e275d0bbc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.121657] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068941} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.121936] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.123132] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ba13e-cb61-4fd3-bc52-6f2e787357ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.148685] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 169812a5-d66b-4573-91bd-5001322deace/169812a5-d66b-4573-91bd-5001322deace.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.148997] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd914402-5882-4015-95ad-eb395c359c54 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.175791] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1115.175791] env[69695]: value = "task-3499373" [ 1115.175791] env[69695]: _type = "Task" [ 1115.175791] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.178698] env[69695]: DEBUG nova.compute.manager [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-changed-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.178698] env[69695]: DEBUG nova.compute.manager [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Refreshing instance network info cache due to event network-changed-b4285447-cfc2-46b7-b414-7b213ce43072. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.178698] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.178698] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.179011] env[69695]: DEBUG nova.network.neutron [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Refreshing network info cache for port b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.194713] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.239592] env[69695]: DEBUG nova.scheduler.client.report [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.247019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "88a216c5-6fee-472d-97fa-eadc1c734e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.247019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.247019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "88a216c5-6fee-472d-97fa-eadc1c734e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.247019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.247019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.247918] env[69695]: INFO nova.compute.manager [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Terminating instance [ 1115.461856] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.462779] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Processing image 64d805e4-65f3-44e9-9588-e58abb89b1a1 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.463176] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.463443] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.463758] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.464433] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41cda7e8-9ce0-4850-8c97-aedff814dc85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.478383] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.478383] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.478383] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c48b6a-f40a-4e80-83b1-30a6797fb913 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.490711] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1115.490711] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e5a5ef-fd76-9774-ff36-e1cffeef77fd" [ 1115.490711] env[69695]: _type = "Task" [ 1115.490711] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.504412] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e5a5ef-fd76-9774-ff36-e1cffeef77fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.692099] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499373, 'name': ReconfigVM_Task, 'duration_secs': 0.351882} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.692565] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 169812a5-d66b-4573-91bd-5001322deace/169812a5-d66b-4573-91bd-5001322deace.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.694071] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29c925e1-193e-46a0-aaf9-77db554a5285 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.702720] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1115.702720] env[69695]: value = "task-3499374" [ 1115.702720] env[69695]: _type = "Task" [ 1115.702720] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.719650] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499374, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.746802] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.749769] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.750s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.751520] env[69695]: INFO nova.compute.claims [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.757162] env[69695]: DEBUG nova.compute.manager [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.757460] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.758586] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6f1dc-1431-4fcc-9764-90922f850bf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.768070] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.768463] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3209be-078f-421c-a7ed-5f0ca5a7496e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.778033] env[69695]: DEBUG oslo_vmware.api [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1115.778033] env[69695]: value = "task-3499375" [ 1115.778033] env[69695]: _type = "Task" [ 1115.778033] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.782861] env[69695]: INFO nova.scheduler.client.report [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Deleted allocations for instance dd5494a5-1cb1-4254-a0ba-edd89361039e [ 1115.792307] env[69695]: DEBUG oslo_vmware.api [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.862117] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.899876] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.900206] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.900407] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.900644] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.900849] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.901045] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.901325] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.901540] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.901750] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.902057] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.902304] env[69695]: DEBUG nova.virt.hardware [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.904453] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5736c354-400f-4ebd-84e8-66f6b19e20c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.914990] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448aa7d-9fb7-4ade-9bea-e751758d542d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.003027] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1116.003171] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Fetch image to [datastore1] OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b/OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1116.003492] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Downloading stream optimized image 64d805e4-65f3-44e9-9588-e58abb89b1a1 to [datastore1] OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b/OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b.vmdk on the data store datastore1 as vApp {{(pid=69695) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1116.005491] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Downloading image file data 64d805e4-65f3-44e9-9588-e58abb89b1a1 to the ESX as VM named 'OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b' {{(pid=69695) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1116.091366] env[69695]: DEBUG nova.network.neutron [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updated VIF entry in instance network info cache for port b4285447-cfc2-46b7-b414-7b213ce43072. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.091366] env[69695]: DEBUG nova.network.neutron [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.102010] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1116.102010] env[69695]: value = "resgroup-9" [ 1116.102010] env[69695]: _type = "ResourcePool" [ 1116.102010] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1116.102010] env[69695]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fe8b7d7e-8dad-4ebf-90e7-8c237cc4a406 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.126697] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lease: (returnval){ [ 1116.126697] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4855c-b9e5-ec5e-7933-60847ad7e5a9" [ 1116.126697] env[69695]: _type = "HttpNfcLease" [ 1116.126697] env[69695]: } obtained for vApp import into resource pool (val){ [ 1116.126697] env[69695]: value = "resgroup-9" [ 1116.126697] env[69695]: _type = "ResourcePool" [ 1116.126697] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1116.126697] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the lease: (returnval){ [ 1116.126697] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4855c-b9e5-ec5e-7933-60847ad7e5a9" [ 1116.126697] env[69695]: _type = "HttpNfcLease" [ 1116.126697] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1116.138028] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.138028] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4855c-b9e5-ec5e-7933-60847ad7e5a9" [ 1116.138028] env[69695]: _type = "HttpNfcLease" [ 1116.138028] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1116.217528] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499374, 'name': Rename_Task, 'duration_secs': 0.158366} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.217906] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.218169] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc197137-6e55-4dbc-a4d8-cd5edc883abc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.227918] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1116.227918] env[69695]: value = "task-3499377" [ 1116.227918] env[69695]: _type = "Task" [ 1116.227918] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.236931] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.282923] env[69695]: DEBUG nova.network.neutron [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Successfully updated port: 9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.292108] env[69695]: DEBUG oslo_vmware.api [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499375, 'name': PowerOffVM_Task, 'duration_secs': 0.196247} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.292108] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.292108] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.292108] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8edd4cdb-ad82-4487-b747-f45f25428c6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.303438] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12e61684-b8d3-421a-bcdd-3d30a05b3384 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Lock "dd5494a5-1cb1-4254-a0ba-edd89361039e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.522s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.356469] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.356692] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.356885] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore2] 88a216c5-6fee-472d-97fa-eadc1c734e92 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.357186] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15101528-5019-438e-87f6-2b94f5a67087 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.368051] env[69695]: DEBUG oslo_vmware.api [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1116.368051] env[69695]: value = "task-3499379" [ 1116.368051] env[69695]: _type = "Task" [ 1116.368051] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.375376] env[69695]: DEBUG oslo_vmware.api [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.593302] env[69695]: DEBUG oslo_concurrency.lockutils [req-1e959f7e-b70e-4742-ad82-fb1fb0130f23 req-8127d3db-d42d-4753-af2b-a0460443eeb0 service nova] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.638132] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.638132] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4855c-b9e5-ec5e-7933-60847ad7e5a9" [ 1116.638132] env[69695]: _type = "HttpNfcLease" [ 1116.638132] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1116.741827] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.787331] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.787505] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.787707] env[69695]: DEBUG nova.network.neutron [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.884020] env[69695]: DEBUG oslo_vmware.api [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140304} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.888456] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.888802] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.889034] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.889231] env[69695]: INFO nova.compute.manager [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1116.889502] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.889968] env[69695]: DEBUG nova.compute.manager [-] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.890078] env[69695]: DEBUG nova.network.neutron [-] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.025853] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27edf45-e44f-4a47-8d99-45c1277a6d9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.038040] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625fa5e2-3530-4699-b3fa-33f9a9dad253 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.078070] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2883df95-7139-434e-9f82-95d6b16c8e29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.087717] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263e0a87-190a-498a-8174-0f71fed6d00d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.107317] env[69695]: DEBUG nova.compute.provider_tree [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.137078] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.137078] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4855c-b9e5-ec5e-7933-60847ad7e5a9" [ 1117.137078] env[69695]: _type = "HttpNfcLease" [ 1117.137078] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1117.137395] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1117.137395] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a4855c-b9e5-ec5e-7933-60847ad7e5a9" [ 1117.137395] env[69695]: _type = "HttpNfcLease" [ 1117.137395] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1117.138441] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718f67a-9b2a-4922-83c5-e43d5e4da8af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.150080] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52935512-67cb-25b1-552d-ca31baf83b2c/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1117.150554] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52935512-67cb-25b1-552d-ca31baf83b2c/disk-0.vmdk. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1117.253471] env[69695]: DEBUG nova.compute.manager [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Received event network-vif-plugged-9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.253471] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] Acquiring lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.253471] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.253471] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.253471] env[69695]: DEBUG nova.compute.manager [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] No waiting events found dispatching network-vif-plugged-9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.253471] env[69695]: WARNING nova.compute.manager [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Received unexpected event network-vif-plugged-9e6922cb-7b17-4c9c-ab34-02fe6667b408 for instance with vm_state building and task_state spawning. [ 1117.253471] env[69695]: DEBUG nova.compute.manager [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Received event network-changed-9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.253471] env[69695]: DEBUG nova.compute.manager [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Refreshing instance network info cache due to event network-changed-9e6922cb-7b17-4c9c-ab34-02fe6667b408. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.253471] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] Acquiring lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.265065] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94adea19-4261-425c-bfe1-137ccd68227c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.267832] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.333363] env[69695]: DEBUG nova.network.neutron [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.412036] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.412302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.490419] env[69695]: DEBUG nova.network.neutron [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updating instance_info_cache with network_info: [{"id": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "address": "fa:16:3e:33:2f:6a", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6922cb-7b", "ovs_interfaceid": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.611403] env[69695]: DEBUG nova.scheduler.client.report [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.752525] env[69695]: DEBUG nova.network.neutron [-] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.757815] env[69695]: DEBUG oslo_vmware.api [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499377, 'name': PowerOnVM_Task, 'duration_secs': 1.073551} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.758722] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.759098] env[69695]: INFO nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1117.759388] env[69695]: DEBUG nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.762488] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9d1a2-f3b3-4c75-aee3-f4d6a75e9414 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.921059] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.991777] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.992164] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Instance network_info: |[{"id": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "address": "fa:16:3e:33:2f:6a", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6922cb-7b", "ovs_interfaceid": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.992532] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] Acquired lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.992726] env[69695]: DEBUG nova.network.neutron [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Refreshing network info cache for port 9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.993875] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2f:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e6922cb-7b17-4c9c-ab34-02fe6667b408', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.008533] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.012324] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.014741] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed76e8dd-7c58-408a-ab27-16427ff9e3d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.045148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.045148] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.048260] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.048260] env[69695]: value = "task-3499380" [ 1118.048260] env[69695]: _type = "Task" [ 1118.048260] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.063861] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499380, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.121033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.121033] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.123963] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.046s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.259025] env[69695]: INFO nova.compute.manager [-] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Took 1.37 seconds to deallocate network for instance. [ 1118.287237] env[69695]: INFO nova.compute.manager [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Took 23.60 seconds to build instance. [ 1118.307386] env[69695]: DEBUG nova.network.neutron [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updated VIF entry in instance network info cache for port 9e6922cb-7b17-4c9c-ab34-02fe6667b408. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.307797] env[69695]: DEBUG nova.network.neutron [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updating instance_info_cache with network_info: [{"id": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "address": "fa:16:3e:33:2f:6a", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6922cb-7b", "ovs_interfaceid": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.446236] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.547509] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.560112] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499380, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.628028] env[69695]: DEBUG nova.compute.utils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.633834] env[69695]: INFO nova.compute.claims [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.638039] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.638039] env[69695]: DEBUG nova.network.neutron [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.674156] env[69695]: DEBUG nova.policy [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd94b62aa1a42f3b03b6c5e6a8a754c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe881560d4d42749eb4ddba42912d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.736012] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1118.736476] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52935512-67cb-25b1-552d-ca31baf83b2c/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1118.737756] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d78c96c-9837-4a95-a7f8-b9edf5505508 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.746799] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52935512-67cb-25b1-552d-ca31baf83b2c/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1118.747031] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52935512-67cb-25b1-552d-ca31baf83b2c/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1118.747357] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a3ddb12-34b3-42b8-b375-4c054c14733a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.766753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.789537] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5af9a9b7-0ecc-4801-82ba-53206cd887bd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "169812a5-d66b-4573-91bd-5001322deace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.114s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.810801] env[69695]: DEBUG oslo_concurrency.lockutils [req-a58f1259-2f71-4161-9ba3-d7e73eae0e16 req-58161350-cf03-47ef-a7ff-078c579ba4d3 service nova] Releasing lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.982919] env[69695]: DEBUG nova.network.neutron [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Successfully created port: 5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.066380] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499380, 'name': CreateVM_Task, 'duration_secs': 0.552476} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.066380] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.068914] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.069088] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.069402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.069663] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6985db84-55ac-4d0f-8803-bc39ecfa5789 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.077524] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1119.077524] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524c98ee-b55e-dbde-c3ba-95ce2de0f1e6" [ 1119.077524] env[69695]: _type = "Task" [ 1119.077524] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.093926] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524c98ee-b55e-dbde-c3ba-95ce2de0f1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.095101] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.136858] env[69695]: DEBUG oslo_vmware.rw_handles [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52935512-67cb-25b1-552d-ca31baf83b2c/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1119.137097] env[69695]: INFO nova.virt.vmwareapi.images [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Downloaded image file data 64d805e4-65f3-44e9-9588-e58abb89b1a1 [ 1119.137647] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.145023] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e491a70-d647-4099-b0f8-291d69cd107e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.145821] env[69695]: INFO nova.compute.resource_tracker [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating resource usage from migration 1d436cfd-c3aa-496b-8079-3452180558af [ 1119.165341] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cae8c033-7142-4e69-91d7-cc7a56421dde {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.198060] env[69695]: INFO nova.virt.vmwareapi.images [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] The imported VM was unregistered [ 1119.198060] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1119.198060] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Creating directory with path [datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1 {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.198060] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231af148-e7b0-45f0-842e-1756e81686fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.224843] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Created directory with path [datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1 {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.224843] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b/OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b.vmdk to [datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk. {{(pid=69695) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1119.224843] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-377ffbae-dc43-428e-815d-0eb2a3a293cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.234102] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1119.234102] env[69695]: value = "task-3499382" [ 1119.234102] env[69695]: _type = "Task" [ 1119.234102] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.242999] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.269178] env[69695]: DEBUG nova.compute.manager [req-08c35417-3d94-43f4-94b8-4a96f6fc6a34 req-610ede23-6eac-4d8b-978e-787901ec9792 service nova] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Received event network-vif-deleted-80030531-047a-44bf-b526-73a8954a8a1e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.475161] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84219f25-d8ec-4b69-9d4f-e16bf79d245a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.483288] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f265a913-2489-42f0-bc72-5e47305f9ac4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.521086] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf98d2ca-8d5c-481c-82e8-4625eafe3c89 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.530926] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64063a-c1f0-48ea-a974-494c89531c47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.546412] env[69695]: DEBUG nova.compute.provider_tree [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.592469] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524c98ee-b55e-dbde-c3ba-95ce2de0f1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.025775} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.592469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.592469] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.592469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.592469] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.592469] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.593640] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44c3e0ff-36c3-496d-9248-b49f36ddf007 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.609045] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.609333] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.610213] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4cb82d-cbc3-443f-b3a5-1c889b899ad7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.616742] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1119.616742] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f6dfc-e217-a53f-5cb4-26df35300d2e" [ 1119.616742] env[69695]: _type = "Task" [ 1119.616742] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.625625] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f6dfc-e217-a53f-5cb4-26df35300d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.743887] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.795502] env[69695]: DEBUG nova.compute.manager [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.795750] env[69695]: DEBUG nova.compute.manager [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing instance network info cache due to event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.796061] env[69695]: DEBUG oslo_concurrency.lockutils [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.796137] env[69695]: DEBUG oslo_concurrency.lockutils [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.796289] env[69695]: DEBUG nova.network.neutron [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.051198] env[69695]: DEBUG nova.scheduler.client.report [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.135565] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f6dfc-e217-a53f-5cb4-26df35300d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.030633} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.136507] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8963287f-506f-4cb5-aef8-1f286c5b82da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.143787] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1120.143787] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528cc5a8-5307-1ab6-1715-a461d492158a" [ 1120.143787] env[69695]: _type = "Task" [ 1120.143787] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.153894] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.156118] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528cc5a8-5307-1ab6-1715-a461d492158a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.188756] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.189051] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.189218] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.189401] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.189548] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.189698] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.189914] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.190135] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.190319] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.190486] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.190666] env[69695]: DEBUG nova.virt.hardware [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.191586] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513d69f7-e27b-49ff-b134-c5101cbe2ebc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.201019] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969e955d-1854-4fe5-b3ce-6e7a34874447 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.249638] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.530992] env[69695]: DEBUG nova.network.neutron [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Successfully updated port: 5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.557909] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.558288] env[69695]: INFO nova.compute.manager [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Migrating [ 1120.568223] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.706s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.568538] env[69695]: DEBUG nova.objects.instance [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lazy-loading 'resources' on Instance uuid 662c8341-4a54-443f-9a4d-2d0b352b038b {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.658597] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528cc5a8-5307-1ab6-1715-a461d492158a, 'name': SearchDatastore_Task, 'duration_secs': 0.088124} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.662140] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.662449] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a34d092f-299a-42f6-aeb2-27d3beb36ad9/a34d092f-299a-42f6-aeb2-27d3beb36ad9.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.662784] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3964277-48d6-4faf-8fb8-7de4c3d23b53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.672802] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1120.672802] env[69695]: value = "task-3499383" [ 1120.672802] env[69695]: _type = "Task" [ 1120.672802] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.682187] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.751338] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.913217] env[69695]: DEBUG nova.network.neutron [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updated VIF entry in instance network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.913217] env[69695]: DEBUG nova.network.neutron [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.036253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.036459] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.036568] env[69695]: DEBUG nova.network.neutron [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.089340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.089630] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.089912] env[69695]: DEBUG nova.network.neutron [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.186739] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.252809] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.301055] env[69695]: DEBUG nova.compute.manager [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Received event network-vif-plugged-5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.301467] env[69695]: DEBUG oslo_concurrency.lockutils [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] Acquiring lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.301824] env[69695]: DEBUG oslo_concurrency.lockutils [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] Lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.302149] env[69695]: DEBUG oslo_concurrency.lockutils [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] Lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.302503] env[69695]: DEBUG nova.compute.manager [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] No waiting events found dispatching network-vif-plugged-5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.302837] env[69695]: WARNING nova.compute.manager [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Received unexpected event network-vif-plugged-5b3d8928-a3c5-4b30-82f3-7364ade5d454 for instance with vm_state building and task_state spawning. [ 1121.303140] env[69695]: DEBUG nova.compute.manager [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Received event network-changed-5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.303427] env[69695]: DEBUG nova.compute.manager [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Refreshing instance network info cache due to event network-changed-5b3d8928-a3c5-4b30-82f3-7364ade5d454. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.303830] env[69695]: DEBUG oslo_concurrency.lockutils [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.335944] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e5fbb-0b73-4930-8ccf-30f38c1fe23b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.348436] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5eb1f1-98b1-43c5-aebd-14aa35b59f1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.383274] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b00a9-83f7-4ce1-8089-72a7973c6045 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.392927] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c905d-d9a3-4141-aff8-1a5470ed3bf6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.418185] env[69695]: DEBUG nova.compute.provider_tree [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.418185] env[69695]: DEBUG oslo_concurrency.lockutils [req-82be4496-e948-43b7-979d-111b3bd18155 req-0c0e0c05-0de5-4124-aefa-cc2d36ba4c9d service nova] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.608222] env[69695]: DEBUG nova.network.neutron [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.685708] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.762432] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.921042] env[69695]: DEBUG nova.scheduler.client.report [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.956347] env[69695]: DEBUG nova.network.neutron [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.983882] env[69695]: DEBUG nova.compute.manager [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.984106] env[69695]: DEBUG nova.compute.manager [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing instance network info cache due to event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.984811] env[69695]: DEBUG oslo_concurrency.lockutils [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.985047] env[69695]: DEBUG oslo_concurrency.lockutils [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.985807] env[69695]: DEBUG nova.network.neutron [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.987681] env[69695]: DEBUG nova.network.neutron [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [{"id": "95602863-b8e9-4b26-8dac-d372f7011a1b", "address": "fa:16:3e:15:5e:dd", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95602863-b8", "ovs_interfaceid": "95602863-b8e9-4b26-8dac-d372f7011a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.188313] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499383, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.252820] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.426577] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.429642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.335s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.456265] env[69695]: INFO nova.scheduler.client.report [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Deleted allocations for instance 662c8341-4a54-443f-9a4d-2d0b352b038b [ 1122.458530] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.458888] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Instance network_info: |[{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.461220] env[69695]: DEBUG oslo_concurrency.lockutils [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.461554] env[69695]: DEBUG nova.network.neutron [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Refreshing network info cache for port 5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.468631] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:9e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b3d8928-a3c5-4b30-82f3-7364ade5d454', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.475999] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.479883] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.480386] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f60c02a-31a7-4342-96e9-a8edbe7a95d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.500120] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507797] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.507797] env[69695]: value = "task-3499384" [ 1122.507797] env[69695]: _type = "Task" [ 1122.507797] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.523368] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499384, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.686230] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.737516] env[69695]: DEBUG nova.network.neutron [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updated VIF entry in instance network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.737984] env[69695]: DEBUG nova.network.neutron [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.764484] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499382, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.350208} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.765104] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b/OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b.vmdk to [datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk. [ 1122.765317] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Cleaning up location [datastore1] OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1122.765486] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f406ae45-43db-4965-9890-2a58a1d01d6b {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.765816] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d9ed78-946f-4cc4-bc68-18f392f8a18a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.774600] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1122.774600] env[69695]: value = "task-3499385" [ 1122.774600] env[69695]: _type = "Task" [ 1122.774600] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.785730] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.858342] env[69695]: DEBUG nova.network.neutron [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updated VIF entry in instance network info cache for port 5b3d8928-a3c5-4b30-82f3-7364ade5d454. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.858844] env[69695]: DEBUG nova.network.neutron [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.935396] env[69695]: INFO nova.compute.claims [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.984646] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Lock "662c8341-4a54-443f-9a4d-2d0b352b038b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.984s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.026071] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499384, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.186749] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499383, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.247262} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.187046] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] a34d092f-299a-42f6-aeb2-27d3beb36ad9/a34d092f-299a-42f6-aeb2-27d3beb36ad9.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.187602] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.187793] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aff2404b-41bd-4780-affd-c1b8524cbd22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.195795] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1123.195795] env[69695]: value = "task-3499386" [ 1123.195795] env[69695]: _type = "Task" [ 1123.195795] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.206225] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.241229] env[69695]: DEBUG oslo_concurrency.lockutils [req-68f3f52d-df81-4a7d-bfef-71b9c900aed9 req-05fce9b7-df1e-41ed-87c2-49a431777b63 service nova] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.288916] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13773} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.289372] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.289649] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.290036] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk to [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.290427] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f32875-0783-4e67-a38f-d4d689c7f0cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.300979] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1123.300979] env[69695]: value = "task-3499387" [ 1123.300979] env[69695]: _type = "Task" [ 1123.300979] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.314364] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.363282] env[69695]: DEBUG oslo_concurrency.lockutils [req-86c267b0-f1bf-4876-bcd3-1d124c854dc8 req-7d699d0d-ea0d-4d8a-80e4-caea54fa115f service nova] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.445837] env[69695]: INFO nova.compute.resource_tracker [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating resource usage from migration 51dd1d35-504f-426f-89ce-889567a68a78 [ 1123.532183] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499384, 'name': CreateVM_Task, 'duration_secs': 0.559318} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.532315] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.533028] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.533231] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.533848] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.533848] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c4e0cf-6721-4dd7-8843-d2dc2ce400e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.543020] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1123.543020] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527bb822-e57a-2ce4-c711-4fbe06b58eca" [ 1123.543020] env[69695]: _type = "Task" [ 1123.543020] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.559100] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527bb822-e57a-2ce4-c711-4fbe06b58eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.708677] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073911} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.709122] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.709956] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c78578-5b3a-4364-ad25-3c0d75b36a95 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.737363] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a34d092f-299a-42f6-aeb2-27d3beb36ad9/a34d092f-299a-42f6-aeb2-27d3beb36ad9.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.740362] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2934ad00-418c-43f7-bfcc-6bf90deddc28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.763988] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1123.763988] env[69695]: value = "task-3499388" [ 1123.763988] env[69695]: _type = "Task" [ 1123.763988] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.773123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d183ae-e1c6-4358-8c94-bdfcc3f3a6dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.780244] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.785098] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6fc8c-ce9c-4ae2-a348-2d4d1112ebdc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.829275] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f43d28-7326-40f5-8d25-e109ee1bc2d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.838316] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.841555] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47a01b-ea42-459d-8105-238a97a604ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.857018] env[69695]: DEBUG nova.compute.provider_tree [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.030406] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778755d4-74f8-46a6-b783-fe472e493958 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.051695] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.067058] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527bb822-e57a-2ce4-c711-4fbe06b58eca, 'name': SearchDatastore_Task, 'duration_secs': 0.026345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.067058] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.067289] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.067670] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.067898] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.068153] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.068525] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d18284fc-ee95-4c1c-b287-4dff20f1a367 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.088523] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.088886] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.089767] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c20057-6c5a-4f82-a812-f5f0fc9cad59 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.099117] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1124.099117] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5227737e-c2a6-bcc3-1acc-5c7a8fee4285" [ 1124.099117] env[69695]: _type = "Task" [ 1124.099117] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.112069] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5227737e-c2a6-bcc3-1acc-5c7a8fee4285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.226131] env[69695]: DEBUG nova.compute.manager [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.226131] env[69695]: DEBUG nova.compute.manager [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing instance network info cache due to event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.226131] env[69695]: DEBUG oslo_concurrency.lockutils [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.226131] env[69695]: DEBUG oslo_concurrency.lockutils [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.226977] env[69695]: DEBUG nova.network.neutron [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.276149] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.340794] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.360226] env[69695]: DEBUG nova.scheduler.client.report [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.561526] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.561816] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e768d2f-233b-41bc-b29f-11ddb2057d4f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.571053] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1124.571053] env[69695]: value = "task-3499389" [ 1124.571053] env[69695]: _type = "Task" [ 1124.571053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.584749] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.611828] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5227737e-c2a6-bcc3-1acc-5c7a8fee4285, 'name': SearchDatastore_Task, 'duration_secs': 0.086691} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.612477] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb02aa6d-f2d7-49ec-a476-43f40089888c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.619726] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1124.619726] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523841bc-8df9-bce5-0203-16b66791ceb8" [ 1124.619726] env[69695]: _type = "Task" [ 1124.619726] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.629974] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523841bc-8df9-bce5-0203-16b66791ceb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.780277] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.835432] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.866852] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.438s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.867089] env[69695]: INFO nova.compute.manager [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Migrating [ 1124.874175] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.636s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.876244] env[69695]: INFO nova.compute.claims [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.005297] env[69695]: DEBUG nova.network.neutron [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updated VIF entry in instance network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.005739] env[69695]: DEBUG nova.network.neutron [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.090162] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499389, 'name': PowerOffVM_Task, 'duration_secs': 0.333701} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.090491] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.090749] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.138194] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523841bc-8df9-bce5-0203-16b66791ceb8, 'name': SearchDatastore_Task, 'duration_secs': 0.094735} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.138194] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.138194] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.138194] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8adc9328-912a-4872-b917-5303899281c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.147797] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1125.147797] env[69695]: value = "task-3499390" [ 1125.147797] env[69695]: _type = "Task" [ 1125.147797] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.161395] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.279641] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.339294] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.396259] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.396926] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.397438] env[69695]: DEBUG nova.network.neutron [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.508889] env[69695]: DEBUG oslo_concurrency.lockutils [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.509259] env[69695]: DEBUG nova.compute.manager [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.509534] env[69695]: DEBUG nova.compute.manager [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing instance network info cache due to event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.510486] env[69695]: DEBUG oslo_concurrency.lockutils [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.510486] env[69695]: DEBUG oslo_concurrency.lockutils [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.510486] env[69695]: DEBUG nova.network.neutron [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.598854] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.598854] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.598854] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.599162] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.599162] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.599264] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.599470] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.600144] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.600144] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.600144] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.600144] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.605865] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fc8871-2cd0-45e3-89e8-62a1f0832f7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.626840] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1125.626840] env[69695]: value = "task-3499391" [ 1125.626840] env[69695]: _type = "Task" [ 1125.626840] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.635989] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.658223] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.777778] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.838382] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.885611] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.886201] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.138154] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499391, 'name': ReconfigVM_Task, 'duration_secs': 0.26817} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.138154] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.168639] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.210611] env[69695]: DEBUG nova.network.neutron [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.217078] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b8222-6171-4106-9e7f-772023bf79b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.228448] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c94bad-b220-48fe-8bbd-8e2a80bd6c72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.261348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61140c7-136c-4ec4-abea-5154c7b2222f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.274336] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59d5db-8fa5-45c9-888e-37c7c8b60677 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.283562] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499388, 'name': ReconfigVM_Task, 'duration_secs': 2.445047} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.286144] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a34d092f-299a-42f6-aeb2-27d3beb36ad9/a34d092f-299a-42f6-aeb2-27d3beb36ad9.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.286144] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ee91bc-1d27-425c-b162-8cc3ac3df06e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.297079] env[69695]: DEBUG nova.compute.provider_tree [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.304338] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1126.304338] env[69695]: value = "task-3499392" [ 1126.304338] env[69695]: _type = "Task" [ 1126.304338] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.317797] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499392, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.338480] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499387, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.842653} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.338799] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/64d805e4-65f3-44e9-9588-e58abb89b1a1/64d805e4-65f3-44e9-9588-e58abb89b1a1.vmdk to [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.339692] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c9ce3-6e9c-4f3a-841f-9fea922deb17 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.345323] env[69695]: DEBUG nova.network.neutron [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updated VIF entry in instance network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.345739] env[69695]: DEBUG nova.network.neutron [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.366247] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.367664] env[69695]: DEBUG oslo_concurrency.lockutils [req-f933635f-0512-43bc-bfbd-2f696d6a3817 req-0237f9c8-4bf2-4caf-b7b8-357937ccbf62 service nova] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.368861] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a38997d-52b7-4d3c-b306-d3675687e34d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.390814] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.393993] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1126.393993] env[69695]: value = "task-3499393" [ 1126.393993] env[69695]: _type = "Task" [ 1126.393993] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.404931] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.475066] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-bf5735be-00c2-4369-941e-2d159b1a1ab4-687aad17-4f1d-4e96-bd04-1c159f6bdb72" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.475066] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-bf5735be-00c2-4369-941e-2d159b1a1ab4-687aad17-4f1d-4e96-bd04-1c159f6bdb72" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.475698] env[69695]: DEBUG nova.objects.instance [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'flavor' on Instance uuid bf5735be-00c2-4369-941e-2d159b1a1ab4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.647441] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.647840] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.648041] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.648367] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.648534] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.648699] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.648984] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.649111] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.649285] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.649459] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.649642] env[69695]: DEBUG nova.virt.hardware [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.655144] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.655484] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf6a93ab-3f62-4be5-a707-bd52aea259c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.678903] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499390, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.419665} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.679834] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.680073] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.680683] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1126.680683] env[69695]: value = "task-3499394" [ 1126.680683] env[69695]: _type = "Task" [ 1126.680683] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.680683] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb240335-7763-4505-a550-81bdf88a8909 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.690631] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.691847] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1126.691847] env[69695]: value = "task-3499395" [ 1126.691847] env[69695]: _type = "Task" [ 1126.691847] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.700215] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.713135] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.799489] env[69695]: DEBUG nova.scheduler.client.report [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.817728] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499392, 'name': Rename_Task, 'duration_secs': 0.465592} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.817728] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.817728] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97aeec69-8ae4-4f04-828c-592d0ffb709e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.826034] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1126.826034] env[69695]: value = "task-3499396" [ 1126.826034] env[69695]: _type = "Task" [ 1126.826034] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.835204] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.908619] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499393, 'name': ReconfigVM_Task, 'duration_secs': 0.366799} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.908940] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4/e71bdad7-19c0-4e3d-9172-9352370ad6c4.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.909423] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dcc77b4-6ca3-4658-bf81-4d08f207d954 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.913982] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.916096] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1126.916096] env[69695]: value = "task-3499397" [ 1126.916096] env[69695]: _type = "Task" [ 1126.916096] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.923194] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499397, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.098099] env[69695]: DEBUG nova.objects.instance [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'pci_requests' on Instance uuid bf5735be-00c2-4369-941e-2d159b1a1ab4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.111907] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.112136] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.191730] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499394, 'name': ReconfigVM_Task, 'duration_secs': 0.194798} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.192052] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.192890] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b8ff3-091a-4918-9cd0-9813b6317bb5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.204252] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084006} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.216048] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.227378] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cad98134-4472-4898-bb87-d606b724a16d/cad98134-4472-4898-bb87-d606b724a16d.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.228356] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0eb2bf-3cde-4dcf-aeaf-4c1f664089bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.230886] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a17c7ed-783b-48e3-86e7-4f11cf53d52d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.265973] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.267613] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9838e4c8-4063-42ae-8611-bea00b4186e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.282183] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1127.282183] env[69695]: value = "task-3499398" [ 1127.282183] env[69695]: _type = "Task" [ 1127.282183] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.288036] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1127.288036] env[69695]: value = "task-3499399" [ 1127.288036] env[69695]: _type = "Task" [ 1127.288036] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.291256] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.298596] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.304587] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.304970] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.307633] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.862s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.310011] env[69695]: INFO nova.compute.claims [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.335131] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.424680] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499397, 'name': Rename_Task, 'duration_secs': 0.153898} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.425331] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.425542] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f36eee3-82f2-48e9-bf7c-2f860664e2b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.431904] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1127.431904] env[69695]: value = "task-3499400" [ 1127.431904] env[69695]: _type = "Task" [ 1127.431904] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.440779] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.600740] env[69695]: DEBUG nova.objects.base [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.601035] env[69695]: DEBUG nova.network.neutron [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.614723] env[69695]: DEBUG nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.667884] env[69695]: DEBUG nova.policy [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.792923] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499398, 'name': ReconfigVM_Task, 'duration_secs': 0.302304} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.798902] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cad98134-4472-4898-bb87-d606b724a16d/cad98134-4472-4898-bb87-d606b724a16d.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.798902] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.805620] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499399, 'name': ReconfigVM_Task, 'duration_secs': 0.322564} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.805620] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.806074] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af88ffb-c25a-44ff-8977-d2a28490438e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.813083] env[69695]: DEBUG nova.compute.utils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.814376] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1127.814376] env[69695]: value = "task-3499401" [ 1127.814376] env[69695]: _type = "Task" [ 1127.814376] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.814621] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.814781] env[69695]: DEBUG nova.network.neutron [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.830258] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499401, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.837760] env[69695]: DEBUG oslo_vmware.api [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499396, 'name': PowerOnVM_Task, 'duration_secs': 0.710737} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.838114] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.838669] env[69695]: INFO nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1127.838669] env[69695]: DEBUG nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.840275] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a44146-8896-4702-8743-cb9a7a7602f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.864906] env[69695]: DEBUG nova.policy [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f585a37dd5f14c90a24f25e6521f02bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fcf898bc57e4d5095f92532f44bb6ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.944544] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.140636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.167543] env[69695]: DEBUG nova.network.neutron [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Successfully created port: 97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.235916] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e5a5d8-6ca8-4e33-88fe-1d33013e96cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.257508] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.303702] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd1f23-9bf8-4278-a656-71db4554a189 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.323659] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.333137] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af24fe-2b0c-4a4f-a036-12adfed1991e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.354790] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499401, 'name': Rename_Task, 'duration_secs': 0.184171} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.361293] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.364912] env[69695]: INFO nova.compute.manager [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Took 23.15 seconds to build instance. [ 1128.368680] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.369192] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72d9e7b0-ad19-42d8-aca4-ca656003a689 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.375713] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1128.375713] env[69695]: value = "task-3499402" [ 1128.375713] env[69695]: _type = "Task" [ 1128.375713] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.389557] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.442546] env[69695]: DEBUG oslo_vmware.api [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499400, 'name': PowerOnVM_Task, 'duration_secs': 0.535158} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.444838] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.552039] env[69695]: DEBUG nova.compute.manager [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.553293] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279c939f-85f2-49d0-92c6-e6305bc55040 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.588183] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6c6f39-c146-4139-b305-2f1b4cb95aed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.596205] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f9971-9176-40ee-a3de-5060f02ca9f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.628693] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6cf2f4-31b5-44af-997d-5ba2e0d95951 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.636982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc1ec5-e5f1-4ba2-8795-6b7f7ed97251 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.650548] env[69695]: DEBUG nova.compute.provider_tree [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.764076] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.764435] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd278a1-110f-4f10-a83b-09049ca3f605 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.772151] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1128.772151] env[69695]: value = "task-3499403" [ 1128.772151] env[69695]: _type = "Task" [ 1128.772151] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.780976] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.829918] env[69695]: INFO nova.virt.block_device [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Booting with volume 01f76097-0d7b-4d35-b943-089dbf6356f1 at /dev/sda [ 1128.869418] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0c5414d9-1086-4f1f-8709-81d4b0c74495 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.659s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.875108] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3d77584-7107-4e52-b17e-8370b0f50fa5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.886524] env[69695]: DEBUG oslo_vmware.api [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499402, 'name': PowerOnVM_Task, 'duration_secs': 0.503195} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.887769] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.887991] env[69695]: INFO nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1128.888216] env[69695]: DEBUG nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.889371] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80be433-54e1-4e1f-8d18-90d480d3442a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.894517] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71bab3f-810a-41c4-bc73-4c0f7fff8506 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.905592] env[69695]: DEBUG nova.network.neutron [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Port 95602863-b8e9-4b26-8dac-d372f7011a1b binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1128.931525] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cabf222b-de02-46f0-9eb2-c15ff18a03df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.944472] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e01b019-0420-4a4e-a14e-bf39d9c51057 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.977572] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34646d30-7950-4515-b961-3eae6e2047ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.984725] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d2bb94-dee8-4ca4-9bc7-d2663589375f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.999067] env[69695]: DEBUG nova.virt.block_device [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updating existing volume attachment record: 77cd212e-5269-4b33-b227-86248ef71b69 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1129.072282] env[69695]: DEBUG oslo_concurrency.lockutils [None req-97e4ad23-7328-4dc1-b147-9a57c53029cf tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.668s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.082884] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.083171] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.083381] env[69695]: INFO nova.compute.manager [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Shelving [ 1129.155782] env[69695]: DEBUG nova.scheduler.client.report [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.281958] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499403, 'name': PowerOffVM_Task, 'duration_secs': 0.372427} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.282408] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.282659] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.369660] env[69695]: DEBUG nova.network.neutron [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Successfully updated port: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.424739] env[69695]: INFO nova.compute.manager [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Took 17.47 seconds to build instance. [ 1129.437428] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "d39f0753-1955-499e-8e5a-f773ef6db4a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.437665] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.437915] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "d39f0753-1955-499e-8e5a-f773ef6db4a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.438222] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.438289] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.440073] env[69695]: INFO nova.compute.manager [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Terminating instance [ 1129.631211] env[69695]: DEBUG nova.network.neutron [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Successfully updated port: 97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.658810] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.659373] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.662217] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.896s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.662445] env[69695]: DEBUG nova.objects.instance [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid 88a216c5-6fee-472d-97fa-eadc1c734e92 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.729831] env[69695]: DEBUG nova.compute.manager [req-e6889ea1-f261-4ba5-bf7c-5222d8659f68 req-a136c7ce-9323-4368-b9f7-6887fbfa6d36 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-vif-plugged-687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.730079] env[69695]: DEBUG oslo_concurrency.lockutils [req-e6889ea1-f261-4ba5-bf7c-5222d8659f68 req-a136c7ce-9323-4368-b9f7-6887fbfa6d36 service nova] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.730287] env[69695]: DEBUG oslo_concurrency.lockutils [req-e6889ea1-f261-4ba5-bf7c-5222d8659f68 req-a136c7ce-9323-4368-b9f7-6887fbfa6d36 service nova] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.730452] env[69695]: DEBUG oslo_concurrency.lockutils [req-e6889ea1-f261-4ba5-bf7c-5222d8659f68 req-a136c7ce-9323-4368-b9f7-6887fbfa6d36 service nova] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.730618] env[69695]: DEBUG nova.compute.manager [req-e6889ea1-f261-4ba5-bf7c-5222d8659f68 req-a136c7ce-9323-4368-b9f7-6887fbfa6d36 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] No waiting events found dispatching network-vif-plugged-687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.730783] env[69695]: WARNING nova.compute.manager [req-e6889ea1-f261-4ba5-bf7c-5222d8659f68 req-a136c7ce-9323-4368-b9f7-6887fbfa6d36 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received unexpected event network-vif-plugged-687aad17-4f1d-4e96-bd04-1c159f6bdb72 for instance with vm_state active and task_state None. [ 1129.790027] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.790184] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.790367] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.790585] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.790899] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.790899] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.791150] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.791356] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.791556] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.791748] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.791957] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.797553] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1382cdca-3ec3-430e-aa9a-f9a4e1d741e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.823079] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1129.823079] env[69695]: value = "task-3499404" [ 1129.823079] env[69695]: _type = "Task" [ 1129.823079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.833811] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.871938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.872133] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.872364] env[69695]: DEBUG nova.network.neutron [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.874145] env[69695]: DEBUG nova.compute.manager [req-1101adb0-24fc-4418-ac23-60cc73c4b35c req-6aef5195-c0c2-4211-8f0a-82d8c73f9d50 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Received event network-vif-plugged-97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.874348] env[69695]: DEBUG oslo_concurrency.lockutils [req-1101adb0-24fc-4418-ac23-60cc73c4b35c req-6aef5195-c0c2-4211-8f0a-82d8c73f9d50 service nova] Acquiring lock "bf6d2c72-c47d-496e-a064-b7a107f54631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.874541] env[69695]: DEBUG oslo_concurrency.lockutils [req-1101adb0-24fc-4418-ac23-60cc73c4b35c req-6aef5195-c0c2-4211-8f0a-82d8c73f9d50 service nova] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.874704] env[69695]: DEBUG oslo_concurrency.lockutils [req-1101adb0-24fc-4418-ac23-60cc73c4b35c req-6aef5195-c0c2-4211-8f0a-82d8c73f9d50 service nova] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.874867] env[69695]: DEBUG nova.compute.manager [req-1101adb0-24fc-4418-ac23-60cc73c4b35c req-6aef5195-c0c2-4211-8f0a-82d8c73f9d50 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] No waiting events found dispatching network-vif-plugged-97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.875039] env[69695]: WARNING nova.compute.manager [req-1101adb0-24fc-4418-ac23-60cc73c4b35c req-6aef5195-c0c2-4211-8f0a-82d8c73f9d50 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Received unexpected event network-vif-plugged-97f897c5-88c7-495a-8c6a-f4fccb36699b for instance with vm_state building and task_state block_device_mapping. [ 1129.928610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "cad98134-4472-4898-bb87-d606b724a16d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.928610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.928869] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.929292] env[69695]: WARNING oslo_messaging._drivers.amqpdriver [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1129.930151] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.985s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.945582] env[69695]: DEBUG nova.compute.manager [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.945824] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.947014] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342be0c6-3506-4337-bc9e-e3516c54def8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.955040] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.955265] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a89479bb-392e-44c9-8ffc-7deb6af1cd39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.960843] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1129.960843] env[69695]: value = "task-3499405" [ 1129.960843] env[69695]: _type = "Task" [ 1129.960843] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.968623] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.092851] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.093214] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86992f7f-a5ea-4dd9-bdc2-0398bf181df2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.101361] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1130.101361] env[69695]: value = "task-3499406" [ 1130.101361] env[69695]: _type = "Task" [ 1130.101361] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.109214] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.133403] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquiring lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquired lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.133653] env[69695]: DEBUG nova.network.neutron [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.164164] env[69695]: DEBUG nova.compute.utils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.165513] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.165716] env[69695]: DEBUG nova.network.neutron [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.213588] env[69695]: DEBUG nova.policy [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e91127459c34ac385ec801c33060357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c212893e3a14b868243500ec22048c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.333475] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.353686] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.353930] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.417779] env[69695]: WARNING nova.network.neutron [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] 4ff09386-b1dd-4657-9347-eb65c819d3eb already exists in list: networks containing: ['4ff09386-b1dd-4657-9347-eb65c819d3eb']. ignoring it [ 1130.425499] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da3bca0-6be3-42e7-95db-8df5b83de7bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.439527] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a3bbe8-cc2b-4330-8199-3d8cf7b99a6f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.481524] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488222c-d211-4914-b54b-2d92f11328d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.490505] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.494614] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42c231-6e08-40fd-8d59-3610499e08dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.511141] env[69695]: DEBUG nova.compute.provider_tree [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.546971] env[69695]: DEBUG nova.network.neutron [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Successfully created port: 29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.615566] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.671800] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.718476] env[69695]: DEBUG nova.network.neutron [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.833535] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.857300] env[69695]: INFO nova.compute.manager [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Detaching volume 938f925d-877e-4b29-a44f-59cdddef14b9 [ 1130.907171] env[69695]: INFO nova.virt.block_device [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Attempting to driver detach volume 938f925d-877e-4b29-a44f-59cdddef14b9 from mountpoint /dev/sdb [ 1130.907562] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.908226] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699307', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'name': 'volume-938f925d-877e-4b29-a44f-59cdddef14b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67b42dc-b221-44ae-a594-8ee0b0e04411', 'attached_at': '', 'detached_at': '', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'serial': '938f925d-877e-4b29-a44f-59cdddef14b9'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.909381] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009193a-7ce0-43d4-bda5-57882c240506 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.937367] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4462996-ffd7-4949-aa26-e7962965ce38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.945482] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612698b-ed19-4650-a432-0001c357ba2a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.953418] env[69695]: DEBUG nova.network.neutron [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "address": "fa:16:3e:38:94:f5", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687aad17-4f", "ovs_interfaceid": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.974990] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ef2f51-28db-40e1-9c1a-b57af372dd27 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.993316] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.006968] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] The volume has not been displaced from its original location: [datastore1] volume-938f925d-877e-4b29-a44f-59cdddef14b9/volume-938f925d-877e-4b29-a44f-59cdddef14b9.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1131.013904] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.017890] env[69695]: DEBUG nova.scheduler.client.report [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.021285] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f3dc9f-93b8-412a-a6af-76b960b0d6d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.037663] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.037970] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.038223] env[69695]: DEBUG nova.network.neutron [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.047933] env[69695]: DEBUG oslo_vmware.api [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1131.047933] env[69695]: value = "task-3499407" [ 1131.047933] env[69695]: _type = "Task" [ 1131.047933] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.059492] env[69695]: DEBUG oslo_vmware.api [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.085946] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.086628] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.086867] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.087035] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.087243] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.087484] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.087651] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.087906] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.088121] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.088313] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.088490] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.088851] env[69695]: DEBUG nova.virt.hardware [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.090123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a5822b-826e-40f5-8306-c86a867ee5d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.099045] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad547b6b-260e-424b-9c89-85ee870a8004 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.111804] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.144439] env[69695]: DEBUG nova.network.neutron [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updating instance_info_cache with network_info: [{"id": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "address": "fa:16:3e:a1:99:c7", "network": {"id": "b3256ee7-f616-4560-98cd-cfc51850ec06", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-10595868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fcf898bc57e4d5095f92532f44bb6ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f897c5-88", "ovs_interfaceid": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.338065] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499404, 'name': ReconfigVM_Task, 'duration_secs': 1.172984} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.339157] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.474953] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.475971] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.475971] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.476722] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482219fe-e40b-4f04-8d81-348ca22b71ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.488497] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499405, 'name': PowerOffVM_Task, 'duration_secs': 1.234146} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.499870] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.500112] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.500772] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.500985] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.501158] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.501341] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.501483] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.501631] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.502225] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.502225] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.502225] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.502429] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.502484] env[69695]: DEBUG nova.virt.hardware [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.508820] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Reconfiguring VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.509242] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cefcaa2-e6e0-4929-adfb-27939eb195e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.511338] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b02fa2f-6336-4331-8f68-bdbf754a69d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.533789] env[69695]: DEBUG oslo_vmware.api [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1131.533789] env[69695]: value = "task-3499409" [ 1131.533789] env[69695]: _type = "Task" [ 1131.533789] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.538060] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.541229] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.445s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.541941] env[69695]: INFO nova.compute.claims [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.559926] env[69695]: DEBUG oslo_vmware.api [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499409, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.567500] env[69695]: INFO nova.scheduler.client.report [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance 88a216c5-6fee-472d-97fa-eadc1c734e92 [ 1131.575241] env[69695]: DEBUG oslo_vmware.api [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499407, 'name': ReconfigVM_Task, 'duration_secs': 0.368398} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.575867] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.580834] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b140eab-9cfc-47a0-beba-303dc53e6265 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.603402] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.603645] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.603709] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Deleting the datastore file [datastore2] d39f0753-1955-499e-8e5a-f773ef6db4a3 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.605299] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719a1f34-c177-45b6-8069-2800ffc8bdf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.607514] env[69695]: DEBUG oslo_vmware.api [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1131.607514] env[69695]: value = "task-3499410" [ 1131.607514] env[69695]: _type = "Task" [ 1131.607514] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.622165] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for the task: (returnval){ [ 1131.622165] env[69695]: value = "task-3499411" [ 1131.622165] env[69695]: _type = "Task" [ 1131.622165] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.629842] env[69695]: DEBUG oslo_vmware.api [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.630273] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499406, 'name': PowerOffVM_Task, 'duration_secs': 1.097726} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.634343] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.635814] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61131224-b03e-45c5-9513-ad730c80229e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.644513] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.661500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Releasing lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.661872] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Instance network_info: |[{"id": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "address": "fa:16:3e:a1:99:c7", "network": {"id": "b3256ee7-f616-4560-98cd-cfc51850ec06", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-10595868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fcf898bc57e4d5095f92532f44bb6ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f897c5-88", "ovs_interfaceid": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.665752] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:99:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f897c5-88c7-495a-8c6a-f4fccb36699b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.674194] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Creating folder: Project (1fcf898bc57e4d5095f92532f44bb6ab). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.675031] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d17fb-cbab-427f-bd9d-0a01ddd8bf11 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.678190] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0433350-e2ef-44bc-9d92-d0f09dac77d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.681381] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.695264] env[69695]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1131.695562] env[69695]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69695) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1131.696217] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Folder already exists: Project (1fcf898bc57e4d5095f92532f44bb6ab). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1131.696424] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Creating folder: Instances. Parent ref: group-v699326. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.696671] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97418785-2da1-4bf8-887a-120e86ac9d93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.707468] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Created folder: Instances in parent group-v699326. [ 1131.707758] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.709883] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.712162] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd9460b2-b034-408f-99dd-ed328abd6ce4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.735367] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.735779] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.736069] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.736381] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.736631] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.736884] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.737259] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.737533] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.737896] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.738193] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.738513] env[69695]: DEBUG nova.virt.hardware [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.740926] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef91fb6a-ec26-4d40-a110-a824ef9d3579 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.758419] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e670319-061f-476d-8237-13bd5e531f70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.765154] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.765154] env[69695]: value = "task-3499414" [ 1131.765154] env[69695]: _type = "Task" [ 1131.765154] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.792544] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499414, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.847023] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.847410] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.847410] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.847645] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.847890] env[69695]: DEBUG nova.virt.hardware [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.854337] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.854728] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a03a5b1-e931-4e4b-a814-a71520f2c5aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.869012] env[69695]: DEBUG nova.network.neutron [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [{"id": "95602863-b8e9-4b26-8dac-d372f7011a1b", "address": "fa:16:3e:15:5e:dd", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95602863-b8", "ovs_interfaceid": "95602863-b8e9-4b26-8dac-d372f7011a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.876989] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1131.876989] env[69695]: value = "task-3499415" [ 1131.876989] env[69695]: _type = "Task" [ 1131.876989] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.890070] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.028868] env[69695]: DEBUG nova.compute.manager [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-changed-687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.028868] env[69695]: DEBUG nova.compute.manager [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing instance network info cache due to event network-changed-687aad17-4f1d-4e96-bd04-1c159f6bdb72. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.028868] env[69695]: DEBUG oslo_concurrency.lockutils [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.028868] env[69695]: DEBUG oslo_concurrency.lockutils [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.028868] env[69695]: DEBUG nova.network.neutron [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing network info cache for port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.046255] env[69695]: DEBUG oslo_vmware.api [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.061243] env[69695]: DEBUG nova.compute.manager [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Received event network-changed-97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.061458] env[69695]: DEBUG nova.compute.manager [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Refreshing instance network info cache due to event network-changed-97f897c5-88c7-495a-8c6a-f4fccb36699b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.061672] env[69695]: DEBUG oslo_concurrency.lockutils [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] Acquiring lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.061938] env[69695]: DEBUG oslo_concurrency.lockutils [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] Acquired lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.062554] env[69695]: DEBUG nova.network.neutron [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Refreshing network info cache for port 97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.081218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "88a216c5-6fee-472d-97fa-eadc1c734e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.837s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.126241] env[69695]: DEBUG oslo_vmware.api [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499410, 'name': ReconfigVM_Task, 'duration_secs': 0.367439} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.126591] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699307', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'name': 'volume-938f925d-877e-4b29-a44f-59cdddef14b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67b42dc-b221-44ae-a594-8ee0b0e04411', 'attached_at': '', 'detached_at': '', 'volume_id': '938f925d-877e-4b29-a44f-59cdddef14b9', 'serial': '938f925d-877e-4b29-a44f-59cdddef14b9'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1132.140552] env[69695]: DEBUG oslo_vmware.api [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Task: {'id': task-3499411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266852} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.140865] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.141095] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.141308] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.141483] env[69695]: INFO nova.compute.manager [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1132.141726] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.141953] env[69695]: DEBUG nova.compute.manager [-] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.142036] env[69695]: DEBUG nova.network.neutron [-] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.192244] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1132.192600] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7cd519e-03aa-450b-98c1-e5a4cf5cf391 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.199378] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1132.199378] env[69695]: value = "task-3499416" [ 1132.199378] env[69695]: _type = "Task" [ 1132.199378] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.210171] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.277492] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499414, 'name': CreateVM_Task, 'duration_secs': 0.483809} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.277718] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.278433] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699332', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'name': 'volume-01f76097-0d7b-4d35-b943-089dbf6356f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6d2c72-c47d-496e-a064-b7a107f54631', 'attached_at': '', 'detached_at': '', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'serial': '01f76097-0d7b-4d35-b943-089dbf6356f1'}, 'attachment_id': '77cd212e-5269-4b33-b227-86248ef71b69', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69695) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1132.278644] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Root volume attach. Driver type: vmdk {{(pid=69695) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1132.279476] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9617930-44b0-4d21-8b6c-bae99472f20f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.288576] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cdfb96-13bb-4e84-aeeb-0476f9757670 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.295328] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c140f7-6eaf-47be-b693-0c96560db3c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.301459] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e1a1ae82-7820-4b8b-b63e-5da2a2dd3a10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.308409] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1132.308409] env[69695]: value = "task-3499417" [ 1132.308409] env[69695]: _type = "Task" [ 1132.308409] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.316732] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499417, 'name': RelocateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.372819] env[69695]: DEBUG oslo_concurrency.lockutils [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.387266] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.546456] env[69695]: DEBUG oslo_vmware.api [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499409, 'name': ReconfigVM_Task, 'duration_secs': 0.827531} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.546946] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.547182] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Reconfigured VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1132.696035] env[69695]: DEBUG nova.objects.instance [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'flavor' on Instance uuid e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.710151] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.821749] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499417, 'name': RelocateVM_Task, 'duration_secs': 0.047671} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.822108] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1132.822339] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699332', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'name': 'volume-01f76097-0d7b-4d35-b943-089dbf6356f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6d2c72-c47d-496e-a064-b7a107f54631', 'attached_at': '', 'detached_at': '', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'serial': '01f76097-0d7b-4d35-b943-089dbf6356f1'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1132.823326] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06543c00-a4ad-4cf5-a1ab-40029141de23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.844387] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07560a5e-cc02-46f4-8e6b-97db51507de5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.870094] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-01f76097-0d7b-4d35-b943-089dbf6356f1/volume-01f76097-0d7b-4d35-b943-089dbf6356f1.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.871378] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99661530-e2e6-4b09-94e5-ba7670eaf47e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.887686] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a1ea87-2f65-4c6b-8bfe-fcbc99873e4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.901548] env[69695]: DEBUG nova.network.neutron [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updated VIF entry in instance network info cache for port 97f897c5-88c7-495a-8c6a-f4fccb36699b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.901887] env[69695]: DEBUG nova.network.neutron [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updating instance_info_cache with network_info: [{"id": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "address": "fa:16:3e:a1:99:c7", "network": {"id": "b3256ee7-f616-4560-98cd-cfc51850ec06", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-10595868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fcf898bc57e4d5095f92532f44bb6ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f897c5-88", "ovs_interfaceid": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.909175] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba94c4b-75e0-493e-8ce9-eca431d0500e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.912232] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.912520] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1132.912520] env[69695]: value = "task-3499418" [ 1132.912520] env[69695]: _type = "Task" [ 1132.912520] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.914466] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c379168-eca0-49fc-9905-1ed54e6d4fef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.948956] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f618acee-fec5-4eea-808b-36d97b74c822 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.970170] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.970467] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220c79e-38ce-4d4b-b7a3-d89075da52b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.977307] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827db81-ba4e-443c-b664-99de26706f1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.984937] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.001033] env[69695]: DEBUG nova.compute.provider_tree [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.052856] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-bf5735be-00c2-4369-941e-2d159b1a1ab4-687aad17-4f1d-4e96-bd04-1c159f6bdb72" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.577s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.058344] env[69695]: DEBUG nova.network.neutron [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Successfully updated port: 29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.219307] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499416, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.236747] env[69695]: DEBUG nova.network.neutron [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updated VIF entry in instance network info cache for port 687aad17-4f1d-4e96-bd04-1c159f6bdb72. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.237190] env[69695]: DEBUG nova.network.neutron [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "address": "fa:16:3e:38:94:f5", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687aad17-4f", "ovs_interfaceid": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.401557] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499415, 'name': ReconfigVM_Task, 'duration_secs': 1.329198} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.401894] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.402788] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b0b5e8-3efc-4c69-b111-b0ddf1d0a68d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.426057] env[69695]: DEBUG oslo_concurrency.lockutils [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] Releasing lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.426335] env[69695]: DEBUG nova.compute.manager [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Received event network-changed-5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.426502] env[69695]: DEBUG nova.compute.manager [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Refreshing instance network info cache due to event network-changed-5b3d8928-a3c5-4b30-82f3-7364ade5d454. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.426743] env[69695]: DEBUG oslo_concurrency.lockutils [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.426863] env[69695]: DEBUG oslo_concurrency.lockutils [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.427026] env[69695]: DEBUG nova.network.neutron [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Refreshing network info cache for port 5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.435613] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.439448] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96568b95-c290-4d80-9d0e-71720ad66207 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.458059] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499418, 'name': ReconfigVM_Task, 'duration_secs': 0.426108} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.459309] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-01f76097-0d7b-4d35-b943-089dbf6356f1/volume-01f76097-0d7b-4d35-b943-089dbf6356f1.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.464282] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1133.464282] env[69695]: value = "task-3499419" [ 1133.464282] env[69695]: _type = "Task" [ 1133.464282] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.464455] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fba6f04-81e9-4e47-95a7-406bfabb21d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.483956] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.486328] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1133.486328] env[69695]: value = "task-3499420" [ 1133.486328] env[69695]: _type = "Task" [ 1133.486328] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.495222] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.495859] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.496068] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52970aee-a9ab-4eef-ad57-4cc12d1d95a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.501892] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1133.501892] env[69695]: value = "task-3499421" [ 1133.501892] env[69695]: _type = "Task" [ 1133.501892] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.506811] env[69695]: DEBUG nova.scheduler.client.report [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.514973] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.560296] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.560296] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.560439] env[69695]: DEBUG nova.network.neutron [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.654776] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea99632-6077-4880-9f3f-783156eb941f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.660199] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Suspending the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1133.660440] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-66adcbd5-314b-4441-9054-9aa24a1d3a40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.667212] env[69695]: DEBUG oslo_vmware.api [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1133.667212] env[69695]: value = "task-3499422" [ 1133.667212] env[69695]: _type = "Task" [ 1133.667212] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.675276] env[69695]: DEBUG oslo_vmware.api [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499422, 'name': SuspendVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.714728] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2b788c77-0ca2-400b-9539-e688aea1f8f3 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.361s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.716504] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499416, 'name': CreateSnapshot_Task, 'duration_secs': 1.334156} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.716504] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1133.717277] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf002f-eb3c-4db4-ae9d-f71e5f689d2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.722822] env[69695]: DEBUG nova.network.neutron [-] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.740255] env[69695]: DEBUG oslo_concurrency.lockutils [req-d216c7c9-4cbf-45b1-93c6-16618cb031a3 req-1ff054e7-2656-4db1-ab37-04b72ef40e71 service nova] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.984946] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499419, 'name': ReconfigVM_Task, 'duration_secs': 0.306024} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.985152] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.985775] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.000056] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499420, 'name': ReconfigVM_Task, 'duration_secs': 0.146631} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.000820] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699332', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'name': 'volume-01f76097-0d7b-4d35-b943-089dbf6356f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6d2c72-c47d-496e-a064-b7a107f54631', 'attached_at': '', 'detached_at': '', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'serial': '01f76097-0d7b-4d35-b943-089dbf6356f1'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1134.001232] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b74a48c-e6dd-46fc-bbb6-1a3ba5d69348 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.011963] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.011963] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.019504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.105s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.021263] env[69695]: INFO nova.compute.claims [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.024372] env[69695]: DEBUG oslo_vmware.api [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499421, 'name': PowerOnVM_Task, 'duration_secs': 0.471404} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.024372] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1134.024372] env[69695]: value = "task-3499423" [ 1134.024372] env[69695]: _type = "Task" [ 1134.024372] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.024769] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.025058] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-79bacf2b-d94d-48ef-a7c4-562060dc9b3f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance 'cad98134-4472-4898-bb87-d606b724a16d' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.043338] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499423, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.116413] env[69695]: DEBUG nova.network.neutron [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.146148] env[69695]: DEBUG nova.compute.manager [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Received event network-vif-plugged-29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.146376] env[69695]: DEBUG oslo_concurrency.lockutils [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] Acquiring lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.146574] env[69695]: DEBUG oslo_concurrency.lockutils [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.146736] env[69695]: DEBUG oslo_concurrency.lockutils [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.146897] env[69695]: DEBUG nova.compute.manager [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] No waiting events found dispatching network-vif-plugged-29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.147453] env[69695]: WARNING nova.compute.manager [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Received unexpected event network-vif-plugged-29f28e96-e62e-47de-891f-4147b9348a8d for instance with vm_state building and task_state spawning. [ 1134.147703] env[69695]: DEBUG nova.compute.manager [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Received event network-changed-29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.147927] env[69695]: DEBUG nova.compute.manager [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Refreshing instance network info cache due to event network-changed-29f28e96-e62e-47de-891f-4147b9348a8d. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.148113] env[69695]: DEBUG oslo_concurrency.lockutils [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] Acquiring lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.177018] env[69695]: DEBUG oslo_vmware.api [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499422, 'name': SuspendVM_Task} progress is 62%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.234504] env[69695]: INFO nova.compute.manager [-] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Took 2.09 seconds to deallocate network for instance. [ 1134.242104] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1134.244592] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-effff355-d6e2-41f4-a44c-75c960ed355d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.261946] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1134.261946] env[69695]: value = "task-3499424" [ 1134.261946] env[69695]: _type = "Task" [ 1134.261946] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.273686] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.273938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.279128] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499424, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.312852] env[69695]: DEBUG nova.network.neutron [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updated VIF entry in instance network info cache for port 5b3d8928-a3c5-4b30-82f3-7364ade5d454. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.314608] env[69695]: DEBUG nova.network.neutron [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.342030] env[69695]: DEBUG nova.network.neutron [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updating instance_info_cache with network_info: [{"id": "29f28e96-e62e-47de-891f-4147b9348a8d", "address": "fa:16:3e:70:0c:ef", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f28e96-e6", "ovs_interfaceid": "29f28e96-e62e-47de-891f-4147b9348a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.496753] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c4a75f-1b85-4d9e-ba76-245f56c21b19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.524591] env[69695]: DEBUG nova.compute.utils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.527324] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.527688] env[69695]: DEBUG nova.network.neutron [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.530204] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395508df-9af9-4be5-8b26-2cd2072a080b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.565991] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.576023] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499423, 'name': Rename_Task, 'duration_secs': 0.157023} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.576023] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.576023] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9087dee-1579-4a65-8c11-8cbdd946e81a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.577976] env[69695]: DEBUG nova.policy [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e91127459c34ac385ec801c33060357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c212893e3a14b868243500ec22048c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.581154] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1134.581154] env[69695]: value = "task-3499425" [ 1134.581154] env[69695]: _type = "Task" [ 1134.581154] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.589644] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.680035] env[69695]: DEBUG oslo_vmware.api [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499422, 'name': SuspendVM_Task, 'duration_secs': 0.931199} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.680035] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Suspended the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1134.680035] env[69695]: DEBUG nova.compute.manager [None req-4245bc80-4962-40c3-b355-5352f6b00a57 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.680035] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9588b5-b3cd-4bb3-9988-c9bcb544e24c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.757750] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.777129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.777254] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.777414] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.777616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.777807] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.779516] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.782061] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499424, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.783162] env[69695]: INFO nova.compute.manager [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Terminating instance [ 1134.818199] env[69695]: DEBUG oslo_concurrency.lockutils [req-55be346b-1fe2-4856-9bc9-ac18159f5d32 req-a84ba382-35c4-4add-ac1a-392317268ec9 service nova] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.826902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-bf5735be-00c2-4369-941e-2d159b1a1ab4-687aad17-4f1d-4e96-bd04-1c159f6bdb72" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.826902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-bf5735be-00c2-4369-941e-2d159b1a1ab4-687aad17-4f1d-4e96-bd04-1c159f6bdb72" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.848891] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.848891] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Instance network_info: |[{"id": "29f28e96-e62e-47de-891f-4147b9348a8d", "address": "fa:16:3e:70:0c:ef", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f28e96-e6", "ovs_interfaceid": "29f28e96-e62e-47de-891f-4147b9348a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.848891] env[69695]: DEBUG oslo_concurrency.lockutils [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] Acquired lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.848891] env[69695]: DEBUG nova.network.neutron [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Refreshing network info cache for port 29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.848891] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:0c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f28e96-e62e-47de-891f-4147b9348a8d', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.862096] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating folder: Project (7c212893e3a14b868243500ec22048c2). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.863364] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffdbb538-e5eb-4f91-a617-b4a3c2a0d31a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.865614] env[69695]: DEBUG nova.network.neutron [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Successfully created port: ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.877500] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created folder: Project (7c212893e3a14b868243500ec22048c2) in parent group-v699067. [ 1134.877698] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating folder: Instances. Parent ref: group-v699346. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.877981] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f400f63-7a10-4442-9e92-e1464e155c7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.891259] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created folder: Instances in parent group-v699346. [ 1134.891804] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.891804] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.891965] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-571f773e-2a06-4ba9-8586-ba9d0c9b664f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.911419] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.911419] env[69695]: value = "task-3499428" [ 1134.911419] env[69695]: _type = "Task" [ 1134.911419] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.919079] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499428, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.027851] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.096758] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499425, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.273336] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499424, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.286992] env[69695]: DEBUG nova.compute.manager [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.287250] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.290130] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134992cf-875f-497a-a459-8314b1615284 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.300553] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.300686] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877e972c-7d74-4713-84fc-440b97d7e546 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.304894] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.306747] env[69695]: DEBUG oslo_vmware.api [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1135.306747] env[69695]: value = "task-3499429" [ 1135.306747] env[69695]: _type = "Task" [ 1135.306747] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.317445] env[69695]: DEBUG oslo_vmware.api [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.326435] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02515cec-c75f-4070-9652-b3c76021227b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.329754] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.329936] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.330755] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0878adfe-3647-43aa-8814-d581dda02af1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.349276] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f594bb-b4b1-4aa6-86c3-8b4916bdafd1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.353244] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff5b854-f3d5-44ba-910d-c6adf78492c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.414518] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Reconfiguring VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1135.415458] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00559420-18a8-430b-9f0a-73e1d3926a32 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.418343] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b02ad9-2dd2-4316-8ea2-7edc77ed2bc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.443985] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb01fa-f0e9-46fa-a1ed-8ad306f507fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.448517] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499428, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.449852] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1135.449852] env[69695]: value = "task-3499430" [ 1135.449852] env[69695]: _type = "Task" [ 1135.449852] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.462434] env[69695]: DEBUG nova.compute.provider_tree [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.471614] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.597938] env[69695]: DEBUG oslo_vmware.api [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499425, 'name': PowerOnVM_Task, 'duration_secs': 0.883248} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.600630] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.600847] env[69695]: INFO nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Took 4.51 seconds to spawn the instance on the hypervisor. [ 1135.601037] env[69695]: DEBUG nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.602499] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d533125-46a6-4291-8d37-2800d479da0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.672750] env[69695]: DEBUG nova.network.neutron [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updated VIF entry in instance network info cache for port 29f28e96-e62e-47de-891f-4147b9348a8d. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.673042] env[69695]: DEBUG nova.network.neutron [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updating instance_info_cache with network_info: [{"id": "29f28e96-e62e-47de-891f-4147b9348a8d", "address": "fa:16:3e:70:0c:ef", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f28e96-e6", "ovs_interfaceid": "29f28e96-e62e-47de-891f-4147b9348a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.773277] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499424, 'name': CloneVM_Task, 'duration_secs': 1.466993} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.773590] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Created linked-clone VM from snapshot [ 1135.774389] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a44ed-d9f6-4486-86f3-d52b8efdb585 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.782399] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Uploading image fdee5e9e-e2a5-4204-bf38-57d18e6dc311 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1135.808746] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1135.808746] env[69695]: value = "vm-699345" [ 1135.808746] env[69695]: _type = "VirtualMachine" [ 1135.808746] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1135.808746] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38cd2a0a-4f50-4c07-a970-e6546b4cabb9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.817678] env[69695]: DEBUG oslo_vmware.api [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499429, 'name': PowerOffVM_Task, 'duration_secs': 0.208112} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.818995] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.819154] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.819441] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lease: (returnval){ [ 1135.819441] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52555238-5ee1-bf0e-edf5-f0b4f7a1a76c" [ 1135.819441] env[69695]: _type = "HttpNfcLease" [ 1135.819441] env[69695]: } obtained for exporting VM: (result){ [ 1135.819441] env[69695]: value = "vm-699345" [ 1135.819441] env[69695]: _type = "VirtualMachine" [ 1135.819441] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1135.819679] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the lease: (returnval){ [ 1135.819679] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52555238-5ee1-bf0e-edf5-f0b4f7a1a76c" [ 1135.819679] env[69695]: _type = "HttpNfcLease" [ 1135.819679] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.819851] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89bfd394-92a4-49d2-be0c-6e87ebe13f50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.827670] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.827670] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52555238-5ee1-bf0e-edf5-f0b4f7a1a76c" [ 1135.827670] env[69695]: _type = "HttpNfcLease" [ 1135.827670] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.929675] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499428, 'name': CreateVM_Task, 'duration_secs': 0.551569} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.930644] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.931250] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.931250] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.931432] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleting the datastore file [datastore2] e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.932074] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.932307] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.932547] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.932772] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-762ed1a1-4674-4ec8-9741-5b763fc5b2d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.934524] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9db71ee-b236-49ed-967f-ae3c5c468530 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.938956] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1135.938956] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52234846-9f14-c389-470a-76300e2b6f50" [ 1135.938956] env[69695]: _type = "Task" [ 1135.938956] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.946573] env[69695]: DEBUG oslo_vmware.api [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1135.946573] env[69695]: value = "task-3499433" [ 1135.946573] env[69695]: _type = "Task" [ 1135.946573] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.953057] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52234846-9f14-c389-470a-76300e2b6f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.959829] env[69695]: DEBUG oslo_vmware.api [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.964740] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.968635] env[69695]: DEBUG nova.scheduler.client.report [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.038409] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.063560] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.063887] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.064120] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.064419] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.064652] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.064850] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.065092] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.065281] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.065503] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.065715] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.065935] env[69695]: DEBUG nova.virt.hardware [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.066971] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c08a09d-cda9-4a99-b331-bf1baae50298 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.076738] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f2fcc-f2f5-4188-8ea3-d8a101d9600e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.119100] env[69695]: INFO nova.compute.manager [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Took 22.90 seconds to build instance. [ 1136.170401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "cad98134-4472-4898-bb87-d606b724a16d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.170401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.170401] env[69695]: DEBUG nova.compute.manager [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Going to confirm migration 6 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.176200] env[69695]: DEBUG oslo_concurrency.lockutils [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] Releasing lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.176869] env[69695]: DEBUG nova.compute.manager [req-eebb3ca4-6232-4d36-832c-941c6220fa0d req-4ab06855-c3f7-4eb7-a777-bce3e42bfd59 service nova] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Received event network-vif-deleted-c4a5ea5a-5025-4792-8a20-9e91aa372153 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.253174] env[69695]: DEBUG nova.network.neutron [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1136.332358] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.332358] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52555238-5ee1-bf0e-edf5-f0b4f7a1a76c" [ 1136.332358] env[69695]: _type = "HttpNfcLease" [ 1136.332358] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1136.332358] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1136.332358] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52555238-5ee1-bf0e-edf5-f0b4f7a1a76c" [ 1136.332358] env[69695]: _type = "HttpNfcLease" [ 1136.332358] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1136.332358] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1986e85-f1dd-4d9c-a6ea-baa02e4c2c62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.341788] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abab2b-7124-50c4-8aef-1b5c05d26529/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1136.341934] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abab2b-7124-50c4-8aef-1b5c05d26529/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1136.402032] env[69695]: DEBUG nova.compute.manager [req-3d3ee5e6-eff1-4b9b-a165-394f2a501711 req-d29e953e-46a4-44bb-bd19-3f19827ad035 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Received event network-vif-plugged-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.402210] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d3ee5e6-eff1-4b9b-a165-394f2a501711 req-d29e953e-46a4-44bb-bd19-3f19827ad035 service nova] Acquiring lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.402417] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d3ee5e6-eff1-4b9b-a165-394f2a501711 req-d29e953e-46a4-44bb-bd19-3f19827ad035 service nova] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.402587] env[69695]: DEBUG oslo_concurrency.lockutils [req-3d3ee5e6-eff1-4b9b-a165-394f2a501711 req-d29e953e-46a4-44bb-bd19-3f19827ad035 service nova] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.402754] env[69695]: DEBUG nova.compute.manager [req-3d3ee5e6-eff1-4b9b-a165-394f2a501711 req-d29e953e-46a4-44bb-bd19-3f19827ad035 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] No waiting events found dispatching network-vif-plugged-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.403078] env[69695]: WARNING nova.compute.manager [req-3d3ee5e6-eff1-4b9b-a165-394f2a501711 req-d29e953e-46a4-44bb-bd19-3f19827ad035 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Received unexpected event network-vif-plugged-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d for instance with vm_state building and task_state spawning. [ 1136.418036] env[69695]: DEBUG nova.network.neutron [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Successfully updated port: ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.450967] env[69695]: INFO nova.compute.manager [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Resuming [ 1136.451568] env[69695]: DEBUG nova.objects.instance [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lazy-loading 'flavor' on Instance uuid e71bdad7-19c0-4e3d-9172-9352370ad6c4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.452991] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52234846-9f14-c389-470a-76300e2b6f50, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.457345] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.458783] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.458783] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.458783] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.458783] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.461303] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e678cbea-2ba7-4597-b936-be56f44954b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.472300] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.472781] env[69695]: DEBUG oslo_vmware.api [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147434} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.473859] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.474083] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.474340] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.474474] env[69695]: INFO nova.compute.manager [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1136.474748] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.475583] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.475990] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.478640] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.478832] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.479941] env[69695]: DEBUG nova.compute.manager [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.480053] env[69695]: DEBUG nova.network.neutron [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.481824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.341s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.483372] env[69695]: INFO nova.compute.claims [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.485594] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cba8948-3fe7-4dd9-9375-6ea6bdff9cd0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.498048] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1136.498048] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52957823-d1a0-9712-62dd-b80c0049bc31" [ 1136.498048] env[69695]: _type = "Task" [ 1136.498048] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.498048] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d59ea772-838b-44db-9d55-8c35259202e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.508884] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52957823-d1a0-9712-62dd-b80c0049bc31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.621525] env[69695]: DEBUG oslo_concurrency.lockutils [None req-35c684b7-e688-41c4-9195-55ad6772fcf0 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.408s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.787621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.787886] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.788102] env[69695]: DEBUG nova.network.neutron [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.788292] env[69695]: DEBUG nova.objects.instance [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'info_cache' on Instance uuid cad98134-4472-4898-bb87-d606b724a16d {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.922961] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.923128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.923289] env[69695]: DEBUG nova.network.neutron [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.936495] env[69695]: DEBUG nova.compute.manager [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Received event network-changed-97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.938192] env[69695]: DEBUG nova.compute.manager [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Refreshing instance network info cache due to event network-changed-97f897c5-88c7-495a-8c6a-f4fccb36699b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.939750] env[69695]: DEBUG oslo_concurrency.lockutils [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] Acquiring lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.940071] env[69695]: DEBUG oslo_concurrency.lockutils [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] Acquired lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.940375] env[69695]: DEBUG nova.network.neutron [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Refreshing network info cache for port 97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.975037] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.981952] env[69695]: DEBUG nova.compute.utils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.985750] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.985750] env[69695]: DEBUG nova.network.neutron [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.013703] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52957823-d1a0-9712-62dd-b80c0049bc31, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.015032] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2694f8d-cd99-425c-8118-7f36d1afb6a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.021454] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1137.021454] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f78c4-6fbf-6668-1f0d-4b27743405dc" [ 1137.021454] env[69695]: _type = "Task" [ 1137.021454] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.030380] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f78c4-6fbf-6668-1f0d-4b27743405dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.048695] env[69695]: DEBUG nova.policy [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb0dc3540dfb41e584993d81bb228735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c4345d49134b5fbffcadda89ad6e0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.277364] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.277599] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.277809] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.378379] env[69695]: DEBUG nova.network.neutron [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Successfully created port: bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.473014] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.488087] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.492458] env[69695]: DEBUG nova.network.neutron [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.539169] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526f78c4-6fbf-6668-1f0d-4b27743405dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.541487] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.541487] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/4a1399e0-54f7-40b6-b138-b1c2c03e1309.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.541487] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6417aedf-7519-46fa-97d4-515823b743b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.551699] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1137.551699] env[69695]: value = "task-3499434" [ 1137.551699] env[69695]: _type = "Task" [ 1137.551699] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.561579] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.582519] env[69695]: DEBUG nova.network.neutron [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.869232] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf8834-41a3-4118-b035-ff41f80db4d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.878332] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb5b961-5ca7-44f8-8e79-9d3565a9ca93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.917487] env[69695]: DEBUG nova.network.neutron [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Updating instance_info_cache with network_info: [{"id": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "address": "fa:16:3e:c5:cd:c8", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea905aff-9d", "ovs_interfaceid": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.919535] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9531e7b7-d7d2-49e8-aeb5-bfc83dbe2a10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931812] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc47adbc-9326-4a1c-a8c5-47b3a4dd2263 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.950250] env[69695]: DEBUG nova.compute.provider_tree [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.975397] env[69695]: DEBUG oslo_concurrency.lockutils [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.975615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquired lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.975812] env[69695]: DEBUG nova.network.neutron [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.977198] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.030454] env[69695]: DEBUG nova.network.neutron [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updated VIF entry in instance network info cache for port 97f897c5-88c7-495a-8c6a-f4fccb36699b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.030454] env[69695]: DEBUG nova.network.neutron [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updating instance_info_cache with network_info: [{"id": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "address": "fa:16:3e:a1:99:c7", "network": {"id": "b3256ee7-f616-4560-98cd-cfc51850ec06", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-10595868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fcf898bc57e4d5095f92532f44bb6ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f897c5-88", "ovs_interfaceid": "97f897c5-88c7-495a-8c6a-f4fccb36699b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.067519] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499434, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.085369] env[69695]: INFO nova.compute.manager [-] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Took 1.61 seconds to deallocate network for instance. [ 1138.104867] env[69695]: DEBUG nova.network.neutron [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [{"id": "95602863-b8e9-4b26-8dac-d372f7011a1b", "address": "fa:16:3e:15:5e:dd", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95602863-b8", "ovs_interfaceid": "95602863-b8e9-4b26-8dac-d372f7011a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.357619] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.357960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.358234] env[69695]: DEBUG nova.network.neutron [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.382387] env[69695]: DEBUG nova.compute.manager [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Received event network-changed-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.382703] env[69695]: DEBUG nova.compute.manager [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Refreshing instance network info cache due to event network-changed-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.382915] env[69695]: DEBUG oslo_concurrency.lockutils [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] Acquiring lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.423610] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.423971] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Instance network_info: |[{"id": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "address": "fa:16:3e:c5:cd:c8", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea905aff-9d", "ovs_interfaceid": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.424310] env[69695]: DEBUG oslo_concurrency.lockutils [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] Acquired lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.424497] env[69695]: DEBUG nova.network.neutron [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Refreshing network info cache for port ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.425858] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:cd:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea905aff-9dcd-4ce0-86cc-8d97b06cf44d', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.433313] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.434051] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.434301] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-185bc534-3584-4c6e-a002-72ef38ea2e13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.455593] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.455593] env[69695]: value = "task-3499435" [ 1138.455593] env[69695]: _type = "Task" [ 1138.455593] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.459645] env[69695]: DEBUG nova.scheduler.client.report [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.469675] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499435, 'name': CreateVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.474937] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.507915] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.534163] env[69695]: DEBUG oslo_concurrency.lockutils [req-36f31f79-7f8b-47f4-8732-eaab50a17761 req-8a42d960-fb70-4f89-90b3-6c4d8db779ff service nova] Releasing lock "refresh_cache-bf6d2c72-c47d-496e-a064-b7a107f54631" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.542104] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.542454] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.542638] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.542890] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.543112] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.543302] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.543557] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.543731] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.543942] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.544221] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.544467] env[69695]: DEBUG nova.virt.hardware [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.545465] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1aa12e-e7ad-48d0-8f07-d9f6a2de443b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.561011] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ff895c-0ae7-48c7-84f4-f3dde146856d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.568815] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60228} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.571643] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/4a1399e0-54f7-40b6-b138-b1c2c03e1309.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.571903] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.572192] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf72a64d-610d-452d-8eb7-952911a101a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.593181] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.594744] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1138.594744] env[69695]: value = "task-3499436" [ 1138.594744] env[69695]: _type = "Task" [ 1138.594744] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.603918] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.607598] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-cad98134-4472-4898-bb87-d606b724a16d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.607884] env[69695]: DEBUG nova.objects.instance [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'migration_context' on Instance uuid cad98134-4472-4898-bb87-d606b724a16d {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.796711] env[69695]: DEBUG nova.network.neutron [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [{"id": "b4285447-cfc2-46b7-b414-7b213ce43072", "address": "fa:16:3e:96:17:b6", "network": {"id": "85f1f367-bd0f-425e-b5b5-1fcb3796a832", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1676808298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19f34647803b4d5ba7c4c15724276d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4285447-cf", "ovs_interfaceid": "b4285447-cfc2-46b7-b414-7b213ce43072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.964204] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.964771] env[69695]: DEBUG nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.976094] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.219s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.976400] env[69695]: DEBUG nova.objects.instance [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lazy-loading 'resources' on Instance uuid d39f0753-1955-499e-8e5a-f773ef6db4a3 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.977587] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499435, 'name': CreateVM_Task, 'duration_secs': 0.43676} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.984083] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.984795] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.984960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.985798] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.991211] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4674f2e-2561-4b73-8c92-80ef51ad7dc1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.993244] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.998263] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1138.998263] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fbc41c-7aef-71b8-14d3-094b6d2db674" [ 1138.998263] env[69695]: _type = "Task" [ 1138.998263] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.008242] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fbc41c-7aef-71b8-14d3-094b6d2db674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.105410] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095572} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.109269] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.112936] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa7af8-09d4-4406-8716-eda9ad206aae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.117803] env[69695]: DEBUG nova.objects.base [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.118521] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4550ca0-050d-43ff-8174-82dba000a449 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.156268] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/4a1399e0-54f7-40b6-b138-b1c2c03e1309.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.160239] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05621047-b26c-40c1-905a-c712996d8f04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.174705] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4accdb0-57a8-42a6-946b-f18dbdac0717 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.183853] env[69695]: DEBUG oslo_vmware.api [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1139.183853] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5220d2a5-6812-e731-3f04-ab6e5e7bd6f8" [ 1139.183853] env[69695]: _type = "Task" [ 1139.183853] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.189617] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1139.189617] env[69695]: value = "task-3499437" [ 1139.189617] env[69695]: _type = "Task" [ 1139.189617] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.198990] env[69695]: DEBUG oslo_vmware.api [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5220d2a5-6812-e731-3f04-ab6e5e7bd6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.199716] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.204466] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.213341] env[69695]: DEBUG nova.network.neutron [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.271920] env[69695]: DEBUG nova.network.neutron [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Updated VIF entry in instance network info cache for port ea905aff-9dcd-4ce0-86cc-8d97b06cf44d. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.272343] env[69695]: DEBUG nova.network.neutron [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Updating instance_info_cache with network_info: [{"id": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "address": "fa:16:3e:c5:cd:c8", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea905aff-9d", "ovs_interfaceid": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.300321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Releasing lock "refresh_cache-e71bdad7-19c0-4e3d-9172-9352370ad6c4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.301279] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651638a0-7737-4c11-9dd2-8646ab6a5e72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.308915] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Resuming the VM {{(pid=69695) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1139.309248] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9654d2f9-fbc4-4b83-8e47-32939082cd64 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.315584] env[69695]: DEBUG oslo_vmware.api [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1139.315584] env[69695]: value = "task-3499438" [ 1139.315584] env[69695]: _type = "Task" [ 1139.315584] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.323840] env[69695]: DEBUG oslo_vmware.api [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.389796] env[69695]: DEBUG nova.network.neutron [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Successfully updated port: bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.478194] env[69695]: DEBUG nova.compute.utils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.479553] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.480040] env[69695]: DEBUG nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1139.512499] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fbc41c-7aef-71b8-14d3-094b6d2db674, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.512888] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.513188] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.513443] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.513633] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.513822] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.514137] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-720f1e39-608e-4cba-bf9f-1e7f5353cf88 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.523622] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.523622] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.524417] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54889b8-d29f-42e1-a9ce-b1119fd2c9d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.532596] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1139.532596] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520b629a-93f8-63f8-cec4-2c32d504679f" [ 1139.532596] env[69695]: _type = "Task" [ 1139.532596] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.540078] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520b629a-93f8-63f8-cec4-2c32d504679f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.703440] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.716664] env[69695]: DEBUG oslo_concurrency.lockutils [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.726702] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2072e2b-93a1-4724-9f29-8b02e675e1f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.736953] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002677f-71f1-4779-a493-ad441bf82cc5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.776165] env[69695]: DEBUG oslo_concurrency.lockutils [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] Releasing lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.776489] env[69695]: DEBUG nova.compute.manager [req-27852aba-64d2-4e9d-b1f9-bc92ea739d77 req-28742078-2537-431a-90db-3400641b7113 service nova] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Received event network-vif-deleted-5ad3fbab-11a3-43bb-b811-2b493f6294df {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.778682] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed966a-9b3e-4704-bfb9-dfecdb0c3708 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.790022] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb4561-22a6-462a-9c65-48ab167fa562 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.809573] env[69695]: DEBUG nova.compute.provider_tree [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.837023] env[69695]: DEBUG oslo_vmware.api [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499438, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.892156] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.892377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquired lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.892677] env[69695]: DEBUG nova.network.neutron [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.977749] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.980552] env[69695]: DEBUG nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.044844] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520b629a-93f8-63f8-cec4-2c32d504679f, 'name': SearchDatastore_Task, 'duration_secs': 0.017639} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.045660] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161db919-fd16-4613-9108-eeceea2fd4b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.051484] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1140.051484] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5281bde6-87e8-6c08-9d30-cc42325cc1c7" [ 1140.051484] env[69695]: _type = "Task" [ 1140.051484] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.058732] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5281bde6-87e8-6c08-9d30-cc42325cc1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.202131] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.227526] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6de373-5727-4aa7-9456-76bb420e72c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.235387] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ee002-41ea-4ba2-ab11-596853506d22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.313363] env[69695]: DEBUG nova.scheduler.client.report [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.325852] env[69695]: DEBUG oslo_vmware.api [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499438, 'name': PowerOnVM_Task, 'duration_secs': 0.524448} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.326166] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Resumed the VM {{(pid=69695) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1140.326331] env[69695]: DEBUG nova.compute.manager [None req-467e6ee6-001f-43bf-a3b5-ce008edeb709 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.327157] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22f2974-bb01-4c7f-abab-6063aefeac36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.409703] env[69695]: DEBUG nova.compute.manager [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Received event network-vif-plugged-bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.410048] env[69695]: DEBUG oslo_concurrency.lockutils [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] Acquiring lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.410255] env[69695]: DEBUG oslo_concurrency.lockutils [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.410821] env[69695]: DEBUG oslo_concurrency.lockutils [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.410821] env[69695]: DEBUG nova.compute.manager [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] No waiting events found dispatching network-vif-plugged-bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.410821] env[69695]: WARNING nova.compute.manager [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Received unexpected event network-vif-plugged-bfbf2634-b05f-48e0-ae56-5b2b668ded2a for instance with vm_state building and task_state spawning. [ 1140.410960] env[69695]: DEBUG nova.compute.manager [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Received event network-changed-bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.411066] env[69695]: DEBUG nova.compute.manager [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Refreshing instance network info cache due to event network-changed-bfbf2634-b05f-48e0-ae56-5b2b668ded2a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.411187] env[69695]: DEBUG oslo_concurrency.lockutils [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] Acquiring lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.431797] env[69695]: DEBUG nova.network.neutron [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.476645] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.561582] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5281bde6-87e8-6c08-9d30-cc42325cc1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.022977} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.561911] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.562176] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/43a101f6-0f6f-4f1a-84c6-33082f3a5ca8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.562447] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d7dfc88-8af7-4393-94f7-ad89d32019bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.569106] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1140.569106] env[69695]: value = "task-3499439" [ 1140.569106] env[69695]: _type = "Task" [ 1140.569106] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.569943] env[69695]: DEBUG nova.network.neutron [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updating instance_info_cache with network_info: [{"id": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "address": "fa:16:3e:51:9d:0f", "network": {"id": "464d6d02-22d1-42b1-8ff3-9e34b2c99248", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644227704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c4345d49134b5fbffcadda89ad6e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbf2634-b0", "ovs_interfaceid": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.580859] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.705421] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499437, 'name': ReconfigVM_Task, 'duration_secs': 1.275656} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.705761] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/4a1399e0-54f7-40b6-b138-b1c2c03e1309.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.706786] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2079a03-f82b-4b22-8be0-d8ad26e30526 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.714724] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1140.714724] env[69695]: value = "task-3499440" [ 1140.714724] env[69695]: _type = "Task" [ 1140.714724] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.728020] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499440, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.822992] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.827727] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.523s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.831043] env[69695]: INFO nova.compute.claims [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.857137] env[69695]: INFO nova.scheduler.client.report [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Deleted allocations for instance d39f0753-1955-499e-8e5a-f773ef6db4a3 [ 1140.976845] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.990945] env[69695]: DEBUG nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.024332] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.024765] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.024984] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.025265] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.025473] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.025702] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.026167] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.026434] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.026766] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.027068] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.027363] env[69695]: DEBUG nova.virt.hardware [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.028758] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd497d-bb2e-4717-8303-ca3cdc314464 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.041621] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e1e98-d82c-4343-b904-8f5f02f38479 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.060994] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.067637] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Creating folder: Project (171b2a93167c46de938481efe23f1cd7). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.068201] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8c320a-dc24-4f32-94da-4846f2549a2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.076107] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Releasing lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.076107] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Instance network_info: |[{"id": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "address": "fa:16:3e:51:9d:0f", "network": {"id": "464d6d02-22d1-42b1-8ff3-9e34b2c99248", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644227704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c4345d49134b5fbffcadda89ad6e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbf2634-b0", "ovs_interfaceid": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.076625] env[69695]: DEBUG oslo_concurrency.lockutils [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] Acquired lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.076625] env[69695]: DEBUG nova.network.neutron [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Refreshing network info cache for port bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.078165] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:9d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfbf2634-b05f-48e0-ae56-5b2b668ded2a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.085778] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Creating folder: Project (c4c4345d49134b5fbffcadda89ad6e0f). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.088911] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-103103c7-3414-42b0-9d26-d09fe9861b24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.090912] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Created folder: Project (171b2a93167c46de938481efe23f1cd7) in parent group-v699067. [ 1141.091036] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Creating folder: Instances. Parent ref: group-v699350. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.094521] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fafba2b5-6f06-45ea-a624-d50f2632ab84 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.096226] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499439, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.104331] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Created folder: Project (c4c4345d49134b5fbffcadda89ad6e0f) in parent group-v699067. [ 1141.104538] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Creating folder: Instances. Parent ref: group-v699351. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.104783] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260f6afa-49e0-4801-a0b2-a581b93e5809 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.108384] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Created folder: Instances in parent group-v699350. [ 1141.108620] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.108830] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.109052] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d328fc1-9cff-4979-bc2d-2d176c97d87c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.122826] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Created folder: Instances in parent group-v699351. [ 1141.123079] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.123678] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.123908] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f79ab5-075d-40ac-8a8d-8ed3ca1b35fa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.139955] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.139955] env[69695]: value = "task-3499445" [ 1141.139955] env[69695]: _type = "Task" [ 1141.139955] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.144878] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.144878] env[69695]: value = "task-3499446" [ 1141.144878] env[69695]: _type = "Task" [ 1141.144878] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.153240] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499445, 'name': CreateVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.158985] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499446, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.226812] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499440, 'name': Rename_Task, 'duration_secs': 0.480958} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.227111] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.227359] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8891c095-e2a7-4c15-83d4-cca16346d93c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.234275] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1141.234275] env[69695]: value = "task-3499447" [ 1141.234275] env[69695]: _type = "Task" [ 1141.234275] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.245430] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.353039] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f8ccb-5733-496d-9269-7887840c07bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.382022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Lock "d39f0753-1955-499e-8e5a-f773ef6db4a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.944s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.383649] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fabf9b-4040-4bb7-a076-f3cee3dee18f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.393281] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.477573] env[69695]: DEBUG oslo_vmware.api [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499430, 'name': ReconfigVM_Task, 'duration_secs': 5.915513} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.477573] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.477573] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Reconfigured VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1141.582757] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536232} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.583026] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/43a101f6-0f6f-4f1a-84c6-33082f3a5ca8.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.583246] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.583498] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-954ff8bf-52bc-4f79-a5b7-39dfb97016cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.591374] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1141.591374] env[69695]: value = "task-3499448" [ 1141.591374] env[69695]: _type = "Task" [ 1141.591374] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.602043] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.650506] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499445, 'name': CreateVM_Task, 'duration_secs': 0.38622} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.653824] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.656618] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.656810] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.657177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.657863] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81465d79-d0f0-46a8-83a9-f0513e6d6b18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.663192] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499446, 'name': CreateVM_Task, 'duration_secs': 0.405192} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.663667] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.664454] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.666272] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1141.666272] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a137c9-bfe8-a374-d6de-c533f15c9c15" [ 1141.666272] env[69695]: _type = "Task" [ 1141.666272] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.673837] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a137c9-bfe8-a374-d6de-c533f15c9c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.745163] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.903292] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.903292] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea6476d-6259-4c72-b3fd-7d5fe2d2a990 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.909111] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1141.909111] env[69695]: value = "task-3499449" [ 1141.909111] env[69695]: _type = "Task" [ 1141.909111] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.932710] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.009022] env[69695]: DEBUG nova.network.neutron [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updated VIF entry in instance network info cache for port bfbf2634-b05f-48e0-ae56-5b2b668ded2a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.009403] env[69695]: DEBUG nova.network.neutron [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updating instance_info_cache with network_info: [{"id": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "address": "fa:16:3e:51:9d:0f", "network": {"id": "464d6d02-22d1-42b1-8ff3-9e34b2c99248", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644227704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c4345d49134b5fbffcadda89ad6e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbf2634-b0", "ovs_interfaceid": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.104301] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081639} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.104301] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.104301] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd30c796-c8a3-4a55-b0cc-0b86d1162931 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.129702] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/43a101f6-0f6f-4f1a-84c6-33082f3a5ca8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.134855] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95811f42-bc0e-4ed5-baa5-3e048f0663aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.149885] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a39552-a872-4754-ac01-8d958e87d166 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.160804] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26962937-4e19-4305-8632-69be6580d4b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.164651] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1142.164651] env[69695]: value = "task-3499450" [ 1142.164651] env[69695]: _type = "Task" [ 1142.164651] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.197235] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a582f-26db-4f12-a14d-338ce57398fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.203318] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.212091] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a137c9-bfe8-a374-d6de-c533f15c9c15, 'name': SearchDatastore_Task, 'duration_secs': 0.030981} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.215394] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.215727] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.216065] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.216291] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.216550] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.217043] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.217420] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.217711] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fe4e8f3-4e5a-4f6c-977f-bb566b06768f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.221013] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f53a5f-356f-4dc7-9717-3309f2520f02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.224960] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627d2868-5b60-4c6c-8282-07b8b59562b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.231049] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1142.231049] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52337177-77e9-1cf5-5267-a74b315db029" [ 1142.231049] env[69695]: _type = "Task" [ 1142.231049] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.242118] env[69695]: DEBUG nova.compute.provider_tree [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.251060] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.251263] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.253547] env[69695]: DEBUG nova.scheduler.client.report [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.256575] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54d6390-4a06-4301-a4b9-f37af10c452e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.271608] env[69695]: DEBUG oslo_vmware.api [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499447, 'name': PowerOnVM_Task, 'duration_secs': 0.684079} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.271839] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52337177-77e9-1cf5-5267-a74b315db029, 'name': SearchDatastore_Task, 'duration_secs': 0.020889} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.272119] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1142.272119] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cdb09e-842f-3b69-9a1d-6e63b2e72567" [ 1142.272119] env[69695]: _type = "Task" [ 1142.272119] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.272421] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.272648] env[69695]: INFO nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1142.272828] env[69695]: DEBUG nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.273214] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.273437] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.273672] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.274738] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6af3f-caeb-4525-b665-515f6adb2a43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.286668] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cdb09e-842f-3b69-9a1d-6e63b2e72567, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.291782] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16040b46-671d-4000-ba8d-6d808f5607c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.297821] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1142.297821] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fe3e58-3d55-0c92-68f3-b66276d853b9" [ 1142.297821] env[69695]: _type = "Task" [ 1142.297821] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.307508] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fe3e58-3d55-0c92-68f3-b66276d853b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.422867] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.511978] env[69695]: DEBUG oslo_concurrency.lockutils [req-6d296f8e-19c8-49e3-9954-c8ce5874ae13 req-cb11236a-3a87-4e18-8c01-77b55249d987 service nova] Releasing lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.678574] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.761482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.934s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.762012] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.764846] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.172s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.764846] env[69695]: DEBUG nova.objects.instance [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'resources' on Instance uuid e67b42dc-b221-44ae-a594-8ee0b0e04411 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.808569] env[69695]: INFO nova.compute.manager [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Took 24.38 seconds to build instance. [ 1142.818459] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52fe3e58-3d55-0c92-68f3-b66276d853b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.818719] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.819044] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b/3f6e8469-1d9d-4ab6-88f9-93de589dfa9b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.819340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.819518] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.819727] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f0f7801-97e1-47cf-8499-63743b06b4bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.821965] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afda0f6b-fec6-4c69-b6de-6c1493b2be22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.832860] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1142.832860] env[69695]: value = "task-3499451" [ 1142.832860] env[69695]: _type = "Task" [ 1142.832860] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.834224] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.834439] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.838964] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327895aa-59fd-4ac7-a9b2-473aa43446f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.846665] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.848286] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1142.848286] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b43e7d-f52b-e3a4-0240-8a6fb970954e" [ 1142.848286] env[69695]: _type = "Task" [ 1142.848286] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.857313] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b43e7d-f52b-e3a4-0240-8a6fb970954e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.920947] env[69695]: DEBUG oslo_vmware.api [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499449, 'name': PowerOnVM_Task, 'duration_secs': 0.532218} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.921379] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.922506] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-360c6a3b-33bd-4da3-a67d-9bf27b6caefc tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance 'e3498fa0-ce6d-4654-b3da-b576dabee8c6' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.156278] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.156499] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.156673] env[69695]: DEBUG nova.network.neutron [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.178215] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499450, 'name': ReconfigVM_Task, 'duration_secs': 0.69301} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.178540] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/43a101f6-0f6f-4f1a-84c6-33082f3a5ca8.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.179238] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee6439e6-0681-40e7-b828-faa583691db7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.185839] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1143.185839] env[69695]: value = "task-3499452" [ 1143.185839] env[69695]: _type = "Task" [ 1143.185839] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.199296] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499452, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.269319] env[69695]: DEBUG nova.compute.utils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.273864] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.274056] env[69695]: DEBUG nova.network.neutron [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.317173] env[69695]: DEBUG oslo_concurrency.lockutils [None req-179e2153-eff4-4a56-afc6-4b970999217c tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.902s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.352876] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499451, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.367656] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b43e7d-f52b-e3a4-0240-8a6fb970954e, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.371539] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e60ae5-52eb-42d3-a172-ec531c9dd60a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.377564] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1143.377564] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5256f5c9-5d73-f349-f1c4-51bba6995ad9" [ 1143.377564] env[69695]: _type = "Task" [ 1143.377564] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.387559] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5256f5c9-5d73-f349-f1c4-51bba6995ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.469409] env[69695]: DEBUG nova.policy [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.652464] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034e24a-e4a4-43e9-99c2-b5ccbea275c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.667028] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164854d-80d6-4959-aa83-0d480b0b6df5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.708024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f700ddaf-f06b-41ea-8cde-9bb4a2ade85c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.716570] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499452, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.721348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd94fc-7863-4a94-9493-24c3abfa59d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.737604] env[69695]: DEBUG nova.compute.provider_tree [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.774723] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.844789] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889124} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.847408] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b/3f6e8469-1d9d-4ab6-88f9-93de589dfa9b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.847638] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.848226] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77a13a6c-59dc-4278-b76a-683d46d84870 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.855792] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1143.855792] env[69695]: value = "task-3499453" [ 1143.855792] env[69695]: _type = "Task" [ 1143.855792] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.865599] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.887394] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5256f5c9-5d73-f349-f1c4-51bba6995ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.074743} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.889971] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.890310] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 9437b31a-a27f-4ed8-a3ac-453dcb562c95/9437b31a-a27f-4ed8-a3ac-453dcb562c95.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.890598] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf2e6a0f-0ac5-4e7d-bff1-e0c642df5b6f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.897422] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1143.897422] env[69695]: value = "task-3499454" [ 1143.897422] env[69695]: _type = "Task" [ 1143.897422] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.905637] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.184373] env[69695]: INFO nova.network.neutron [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1144.185803] env[69695]: DEBUG nova.network.neutron [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.214877] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499452, 'name': Rename_Task, 'duration_secs': 0.816764} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.215189] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.215444] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a2144a6-9a6b-4c00-8999-d59d756a0f3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.224399] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1144.224399] env[69695]: value = "task-3499455" [ 1144.224399] env[69695]: _type = "Task" [ 1144.224399] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.234165] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.235113] env[69695]: DEBUG nova.network.neutron [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Successfully created port: 70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.243877] env[69695]: DEBUG nova.scheduler.client.report [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.368945] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085651} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.369569] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.370461] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24a4bcd-c739-47ab-85da-971baea6f6f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.394079] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b/3f6e8469-1d9d-4ab6-88f9-93de589dfa9b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.394776] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13fe7c4-5bac-4a21-b17b-fdb8cd051224 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.424355] env[69695]: DEBUG nova.compute.manager [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.424355] env[69695]: DEBUG nova.compute.manager [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing instance network info cache due to event network-changed-4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.424355] env[69695]: DEBUG oslo_concurrency.lockutils [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] Acquiring lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.261945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.264589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.267304] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.274440] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1145.274440] env[69695]: value = "task-3499456" [ 1145.274440] env[69695]: _type = "Task" [ 1145.274440] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.276782] env[69695]: DEBUG oslo_concurrency.lockutils [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] Acquired lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.276782] env[69695]: DEBUG nova.network.neutron [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Refreshing network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.282527] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.081s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.290295] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889666} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.294575] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 9437b31a-a27f-4ed8-a3ac-453dcb562c95/9437b31a-a27f-4ed8-a3ac-453dcb562c95.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.294575] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.294575] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a6ac8b3-b5a6-4474-a2b1-2221150b8421 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.302876] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499456, 'name': ReconfigVM_Task, 'duration_secs': 0.521341} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.303132] env[69695]: DEBUG oslo_vmware.api [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499455, 'name': PowerOnVM_Task, 'duration_secs': 0.926939} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.303790] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b/3f6e8469-1d9d-4ab6-88f9-93de589dfa9b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.304520] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.304658] env[69695]: INFO nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1145.304833] env[69695]: DEBUG nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.307902] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d55ce925-e065-4250-a1a9-d11358feadee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.309629] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1699d59f-5ff1-4068-9c22-987ef545ce70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.314104] env[69695]: INFO nova.scheduler.client.report [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted allocations for instance e67b42dc-b221-44ae-a594-8ee0b0e04411 [ 1145.316098] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1145.316098] env[69695]: value = "task-3499457" [ 1145.316098] env[69695]: _type = "Task" [ 1145.316098] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.322979] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.323137] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.323272] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.323454] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.323616] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.323761] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.323965] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.324143] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.324325] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.324487] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.324654] env[69695]: DEBUG nova.virt.hardware [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.330339] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0d2906-1b9e-4258-892b-8eaf25950be2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.339445] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1145.339445] env[69695]: value = "task-3499458" [ 1145.339445] env[69695]: _type = "Task" [ 1145.339445] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.343490] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.353673] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a76f26-e41d-4da9-8aa0-63a78e086896 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.362553] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499458, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.462257] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abab2b-7124-50c4-8aef-1b5c05d26529/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.463229] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d3954-ad80-40ff-853f-83bf0349dde8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.469871] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abab2b-7124-50c4-8aef-1b5c05d26529/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.470067] env[69695]: ERROR oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abab2b-7124-50c4-8aef-1b5c05d26529/disk-0.vmdk due to incomplete transfer. [ 1145.470327] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d7881873-ec13-464c-bac6-dd54a6080e64 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.482055] env[69695]: DEBUG oslo_vmware.rw_handles [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52abab2b-7124-50c4-8aef-1b5c05d26529/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.482345] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Uploaded image fdee5e9e-e2a5-4204-bf38-57d18e6dc311 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.484909] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.485193] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8fb3af7-1c4b-42ad-a295-8472effd2371 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.491558] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1145.491558] env[69695]: value = "task-3499459" [ 1145.491558] env[69695]: _type = "Task" [ 1145.491558] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.499561] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499459, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.777321] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b1b2eb5c-8993-4802-b945-985153390df7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-bf5735be-00c2-4369-941e-2d159b1a1ab4-687aad17-4f1d-4e96-bd04-1c159f6bdb72" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.950s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.788605] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-169812a5-d66b-4573-91bd-5001322deace-687aad17-4f1d-4e96-bd04-1c159f6bdb72" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.788851] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-169812a5-d66b-4573-91bd-5001322deace-687aad17-4f1d-4e96-bd04-1c159f6bdb72" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.789312] env[69695]: DEBUG nova.objects.instance [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'flavor' on Instance uuid 169812a5-d66b-4573-91bd-5001322deace {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.801628] env[69695]: DEBUG nova.network.neutron [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Successfully updated port: 70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.829427] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076443} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.829715] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.830667] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9236462-fc6b-4a1f-a4a2-275dcb0a83e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.859228] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9437b31a-a27f-4ed8-a3ac-453dcb562c95/9437b31a-a27f-4ed8-a3ac-453dcb562c95.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.860262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "e67b42dc-b221-44ae-a594-8ee0b0e04411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.082s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.870127] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e713cce5-f438-4c54-88d1-5ace503b26d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.885629] env[69695]: INFO nova.compute.manager [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Took 26.83 seconds to build instance. [ 1145.895238] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499458, 'name': Rename_Task, 'duration_secs': 0.143001} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.896170] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.896511] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1145.896511] env[69695]: value = "task-3499460" [ 1145.896511] env[69695]: _type = "Task" [ 1145.896511] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.896752] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cb52749-f446-4964-8eb4-c59d6124e393 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.907952] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1145.907952] env[69695]: value = "task-3499461" [ 1145.907952] env[69695]: _type = "Task" [ 1145.907952] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.911132] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.920056] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.956912] env[69695]: DEBUG nova.network.neutron [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.956912] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.956912] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.957091] env[69695]: DEBUG nova.network.neutron [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.006726] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499459, 'name': Destroy_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.056298] env[69695]: DEBUG nova.compute.manager [req-bbf209ad-fd27-4d33-83f8-9143266539a2 req-9d2e9fc9-4ace-48d2-9f30-8ee0ed1cde29 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Received event network-vif-plugged-70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.056526] env[69695]: DEBUG oslo_concurrency.lockutils [req-bbf209ad-fd27-4d33-83f8-9143266539a2 req-9d2e9fc9-4ace-48d2-9f30-8ee0ed1cde29 service nova] Acquiring lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.056915] env[69695]: DEBUG oslo_concurrency.lockutils [req-bbf209ad-fd27-4d33-83f8-9143266539a2 req-9d2e9fc9-4ace-48d2-9f30-8ee0ed1cde29 service nova] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.057175] env[69695]: DEBUG oslo_concurrency.lockutils [req-bbf209ad-fd27-4d33-83f8-9143266539a2 req-9d2e9fc9-4ace-48d2-9f30-8ee0ed1cde29 service nova] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.057407] env[69695]: DEBUG nova.compute.manager [req-bbf209ad-fd27-4d33-83f8-9143266539a2 req-9d2e9fc9-4ace-48d2-9f30-8ee0ed1cde29 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] No waiting events found dispatching network-vif-plugged-70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.057646] env[69695]: WARNING nova.compute.manager [req-bbf209ad-fd27-4d33-83f8-9143266539a2 req-9d2e9fc9-4ace-48d2-9f30-8ee0ed1cde29 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Received unexpected event network-vif-plugged-70cdc976-5441-4b14-aad0-7cac40193591 for instance with vm_state building and task_state spawning. [ 1146.103603] env[69695]: DEBUG nova.network.neutron [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updated VIF entry in instance network info cache for port 4504fa7e-70ae-43af-8633-893dee0963a8. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.103964] env[69695]: DEBUG nova.network.neutron [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [{"id": "4504fa7e-70ae-43af-8633-893dee0963a8", "address": "fa:16:3e:57:6b:55", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4504fa7e-70", "ovs_interfaceid": "4504fa7e-70ae-43af-8633-893dee0963a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.112370] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78f0bb-f967-48a9-a14c-71979c852379 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.120987] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e305e799-9fb3-453c-b763-2c9594730a22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.155581] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0dd7c5-e85a-4a7c-ae2b-ea4e20a4d7e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.165303] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ea2e6-261d-4176-8a55-28e256e1c368 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.178053] env[69695]: DEBUG nova.compute.provider_tree [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.306701] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.306952] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.307102] env[69695]: DEBUG nova.network.neutron [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.388011] env[69695]: DEBUG oslo_concurrency.lockutils [None req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.345s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.391488] env[69695]: DEBUG nova.objects.instance [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'pci_requests' on Instance uuid 169812a5-d66b-4573-91bd-5001322deace {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.409576] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.419445] env[69695]: DEBUG oslo_vmware.api [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499461, 'name': PowerOnVM_Task, 'duration_secs': 0.485017} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.419707] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.419905] env[69695]: INFO nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1146.420092] env[69695]: DEBUG nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.420825] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc281b-ba6d-4943-b8d0-39242c50816a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.502351] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499459, 'name': Destroy_Task, 'duration_secs': 0.909583} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.502446] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Destroyed the VM [ 1146.502680] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.502920] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d398f3d3-ed6e-452e-a3d0-353fe4ec9899 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.509549] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1146.509549] env[69695]: value = "task-3499462" [ 1146.509549] env[69695]: _type = "Task" [ 1146.509549] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.516777] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499462, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.606899] env[69695]: DEBUG oslo_concurrency.lockutils [req-efa0bfa1-23b4-4332-9a67-b9a916dc73a4 req-ccbd76ab-d783-475b-a019-c7a512e5dd2c service nova] Releasing lock "refresh_cache-bf5735be-00c2-4369-941e-2d159b1a1ab4" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.667529] env[69695]: DEBUG nova.network.neutron [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.682408] env[69695]: DEBUG nova.scheduler.client.report [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.848134] env[69695]: DEBUG nova.network.neutron [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.873623] env[69695]: INFO nova.compute.manager [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Rescuing [ 1146.873862] env[69695]: DEBUG oslo_concurrency.lockutils [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.874022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.874187] env[69695]: DEBUG nova.network.neutron [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.895023] env[69695]: DEBUG nova.objects.base [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Object Instance<169812a5-d66b-4573-91bd-5001322deace> lazy-loaded attributes: flavor,pci_requests {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.895023] env[69695]: DEBUG nova.network.neutron [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.909192] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499460, 'name': ReconfigVM_Task, 'duration_secs': 0.868197} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.909416] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9437b31a-a27f-4ed8-a3ac-453dcb562c95/9437b31a-a27f-4ed8-a3ac-453dcb562c95.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.910038] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8072ede-8c73-4ab2-b78e-5bbc51872dcc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.920351] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1146.920351] env[69695]: value = "task-3499463" [ 1146.920351] env[69695]: _type = "Task" [ 1146.920351] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.938772] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499463, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.942476] env[69695]: DEBUG nova.compute.manager [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.942675] env[69695]: DEBUG nova.compute.manager [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing instance network info cache due to event network-changed-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.942887] env[69695]: DEBUG oslo_concurrency.lockutils [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.943071] env[69695]: DEBUG oslo_concurrency.lockutils [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.943203] env[69695]: DEBUG nova.network.neutron [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.944422] env[69695]: INFO nova.compute.manager [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Took 18.82 seconds to build instance. [ 1147.022025] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499462, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.039420] env[69695]: DEBUG nova.policy [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f10df8cbdb7c433d85383449e3d04774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f025ce1bd384441a8524432222e8a222', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.128401] env[69695]: DEBUG nova.network.neutron [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Updating instance_info_cache with network_info: [{"id": "70cdc976-5441-4b14-aad0-7cac40193591", "address": "fa:16:3e:af:bb:52", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cdc976-54", "ovs_interfaceid": "70cdc976-5441-4b14-aad0-7cac40193591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.171082] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.218685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.218944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.219553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.219553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.219553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.221604] env[69695]: INFO nova.compute.manager [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Terminating instance [ 1147.277589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "d96ecee1-4d45-40ce-823a-6814d408825c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.277589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.434182] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499463, 'name': Rename_Task, 'duration_secs': 0.150171} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.434558] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.434805] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c983c4e8-5dd3-4c0a-94fd-851e6c68b218 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.443445] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1147.443445] env[69695]: value = "task-3499464" [ 1147.443445] env[69695]: _type = "Task" [ 1147.443445] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.448727] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c970e7c-05e4-4e32-9168-9d8582212d6f tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.337s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.456517] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.522955] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499462, 'name': RemoveSnapshot_Task, 'duration_secs': 0.774337} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.523317] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1147.523610] env[69695]: DEBUG nova.compute.manager [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.524475] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d759f706-04d4-444a-80df-7ab2018e3182 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.580313] env[69695]: DEBUG nova.network.neutron [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Updating instance_info_cache with network_info: [{"id": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "address": "fa:16:3e:c5:cd:c8", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea905aff-9d", "ovs_interfaceid": "ea905aff-9dcd-4ce0-86cc-8d97b06cf44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.631744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.632079] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Instance network_info: |[{"id": "70cdc976-5441-4b14-aad0-7cac40193591", "address": "fa:16:3e:af:bb:52", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cdc976-54", "ovs_interfaceid": "70cdc976-5441-4b14-aad0-7cac40193591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.632493] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:bb:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70cdc976-5441-4b14-aad0-7cac40193591', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.641452] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.641452] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.641585] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5cd6901-e87a-4eb7-a425-e4cfe6755f7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.666300] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.666300] env[69695]: value = "task-3499465" [ 1147.666300] env[69695]: _type = "Task" [ 1147.666300] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.675411] env[69695]: DEBUG nova.compute.manager [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69695) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1147.676917] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499465, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.694873] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.726251] env[69695]: DEBUG nova.compute.manager [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.726474] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.727413] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068c5f95-6750-4f15-854f-fdc22e04ecd2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.743252] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.743627] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cc199c-fcd1-4fe9-a44c-fa2bdad53ebd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.752161] env[69695]: DEBUG oslo_vmware.api [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1147.752161] env[69695]: value = "task-3499466" [ 1147.752161] env[69695]: _type = "Task" [ 1147.752161] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.775099] env[69695]: DEBUG oslo_vmware.api [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.786035] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.841539] env[69695]: DEBUG nova.network.neutron [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updated VIF entry in instance network info cache for port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.842152] env[69695]: DEBUG nova.network.neutron [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.892474] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.892712] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.953477] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499464, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.059562] env[69695]: INFO nova.compute.manager [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Shelve offloading [ 1148.085231] env[69695]: DEBUG oslo_concurrency.lockutils [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.180691] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499465, 'name': CreateVM_Task, 'duration_secs': 0.388402} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.181277] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.182171] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.184078] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.184078] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.184078] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6389fd-2e22-422f-8e66-3016bdb16426 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.190135] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1148.190135] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ae84e9-34c5-1900-c3b6-000645ef0a61" [ 1148.190135] env[69695]: _type = "Task" [ 1148.190135] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.200681] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ae84e9-34c5-1900-c3b6-000645ef0a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.262020] env[69695]: INFO nova.scheduler.client.report [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocation for migration 1d436cfd-c3aa-496b-8079-3452180558af [ 1148.266363] env[69695]: DEBUG oslo_vmware.api [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499466, 'name': PowerOffVM_Task, 'duration_secs': 0.223599} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.267534] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.267745] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.268076] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9bf986c-1645-46f1-ad94-3b4351f31c65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.315274] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.315531] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.317131] env[69695]: INFO nova.compute.claims [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.343995] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.344569] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.344742] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleting the datastore file [datastore1] e71bdad7-19c0-4e3d-9172-9352370ad6c4 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.349201] env[69695]: DEBUG oslo_concurrency.lockutils [req-971d26a9-5d6f-4382-969a-6e7c555a0e37 req-ef572259-4795-4870-bf1f-b9d8ffa9033c service nova] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.349570] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90dce718-3bf1-42cd-9b3f-ef1be9ebf16d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.356079] env[69695]: DEBUG oslo_vmware.api [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for the task: (returnval){ [ 1148.356079] env[69695]: value = "task-3499468" [ 1148.356079] env[69695]: _type = "Task" [ 1148.356079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.364899] env[69695]: DEBUG oslo_vmware.api [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.396688] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.456623] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499464, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.568322] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.568641] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad2715a-bb08-4dbf-b8cf-903e5d018d77 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.576485] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1148.576485] env[69695]: value = "task-3499469" [ 1148.576485] env[69695]: _type = "Task" [ 1148.576485] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.585744] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.700923] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ae84e9-34c5-1900-c3b6-000645ef0a61, 'name': SearchDatastore_Task, 'duration_secs': 0.022953} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.701261] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.701501] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.701746] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.701897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.702136] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.702420] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c61850de-fd8b-4860-9501-db323d261e66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.720253] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.724517] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.725154] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946f73a8-666f-4612-9242-7104ec7c8dbd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.731552] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1148.731552] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522e42c3-96e5-3f90-9f39-659bde03f01d" [ 1148.731552] env[69695]: _type = "Task" [ 1148.731552] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.749938] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522e42c3-96e5-3f90-9f39-659bde03f01d, 'name': SearchDatastore_Task, 'duration_secs': 0.016027} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.751235] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea45f7a9-95aa-44bc-b205-28535a216e19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.757394] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1148.757394] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526cd1df-80f4-ea8f-ea20-f455d1528207" [ 1148.757394] env[69695]: _type = "Task" [ 1148.757394] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.766202] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526cd1df-80f4-ea8f-ea20-f455d1528207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.768320] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e4f194d9-b594-4717-920c-fbc2c9cdf180 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.599s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.823412] env[69695]: DEBUG nova.network.neutron [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Successfully updated port: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.846834] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.867775] env[69695]: DEBUG oslo_vmware.api [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Task: {'id': task-3499468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426647} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.868109] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.868487] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.868487] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.868640] env[69695]: INFO nova.compute.manager [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1148.868889] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.869184] env[69695]: DEBUG nova.compute.manager [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.869304] env[69695]: DEBUG nova.network.neutron [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.893893] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "84069562-b5de-430f-8476-d18f5a99f0c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.894228] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "84069562-b5de-430f-8476-d18f5a99f0c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.926451] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.954612] env[69695]: DEBUG oslo_vmware.api [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499464, 'name': PowerOnVM_Task, 'duration_secs': 1.492278} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.956878] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.957111] env[69695]: INFO nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1148.957319] env[69695]: DEBUG nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.958199] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e964fd-ad30-43ef-8a9e-2a752b794499 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.092061] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.092061] env[69695]: DEBUG nova.compute.manager [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.092594] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea211504-2b75-4571-bc6e-a0567520cfeb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.101392] env[69695]: DEBUG nova.compute.manager [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Received event network-changed-70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.101392] env[69695]: DEBUG nova.compute.manager [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Refreshing instance network info cache due to event network-changed-70cdc976-5441-4b14-aad0-7cac40193591. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.101392] env[69695]: DEBUG oslo_concurrency.lockutils [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] Acquiring lock "refresh_cache-65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.101392] env[69695]: DEBUG oslo_concurrency.lockutils [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] Acquired lock "refresh_cache-65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.101392] env[69695]: DEBUG nova.network.neutron [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Refreshing network info cache for port 70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.106846] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.107423] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.107688] env[69695]: DEBUG nova.network.neutron [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.269348] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526cd1df-80f4-ea8f-ea20-f455d1528207, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.269348] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.269348] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c/65aae7d9-bf0c-44cb-b3f3-2198d9accf5c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.269348] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d740b576-98b5-466a-a146-5ec103182f5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.278383] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1149.278383] env[69695]: value = "task-3499470" [ 1149.278383] env[69695]: _type = "Task" [ 1149.278383] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.287043] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.328473] env[69695]: DEBUG nova.compute.manager [None req-f24c6998-d700-431d-92ca-930984af3d74 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.329399] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.329625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.329811] env[69695]: DEBUG nova.network.neutron [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.334456] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c37f5-386d-4da0-96f2-3437db04527d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.397803] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.477140] env[69695]: INFO nova.compute.manager [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Took 22.58 seconds to build instance. [ 1149.587205] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed07c89-e42e-4a92-bb39-3d3e946f1e10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.595231] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a945a80d-38c8-4d3e-b151-5897909bc26c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.629344] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.630228] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8094fa-7720-410e-b0a4-0625e84d3da7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.632532] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cef998-6725-4877-97b9-53c5225058bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.641610] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e5554-3ff8-4366-8278-2d1ea1dd9385 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.648026] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1149.648026] env[69695]: value = "task-3499471" [ 1149.648026] env[69695]: _type = "Task" [ 1149.648026] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.661023] env[69695]: DEBUG nova.compute.provider_tree [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.668046] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.670382] env[69695]: DEBUG nova.network.neutron [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.793837] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499470, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.846508] env[69695]: INFO nova.compute.manager [None req-f24c6998-d700-431d-92ca-930984af3d74 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] instance snapshotting [ 1149.846508] env[69695]: DEBUG nova.objects.instance [None req-f24c6998-d700-431d-92ca-930984af3d74 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lazy-loading 'flavor' on Instance uuid 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.881616] env[69695]: DEBUG nova.network.neutron [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Updated VIF entry in instance network info cache for port 70cdc976-5441-4b14-aad0-7cac40193591. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.882140] env[69695]: DEBUG nova.network.neutron [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Updating instance_info_cache with network_info: [{"id": "70cdc976-5441-4b14-aad0-7cac40193591", "address": "fa:16:3e:af:bb:52", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cdc976-54", "ovs_interfaceid": "70cdc976-5441-4b14-aad0-7cac40193591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.896214] env[69695]: WARNING nova.network.neutron [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] 4ff09386-b1dd-4657-9347-eb65c819d3eb already exists in list: networks containing: ['4ff09386-b1dd-4657-9347-eb65c819d3eb']. ignoring it [ 1149.925946] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.948970] env[69695]: DEBUG nova.network.neutron [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updating instance_info_cache with network_info: [{"id": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "address": "fa:16:3e:33:2f:6a", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6922cb-7b", "ovs_interfaceid": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.979536] env[69695]: DEBUG oslo_concurrency.lockutils [None req-12a90f86-cc7d-47c0-8686-bcf79b0db747 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.093s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.994375] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.994721] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.994988] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.996908] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.996908] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.998013] env[69695]: INFO nova.compute.manager [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Terminating instance [ 1150.158349] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499471, 'name': PowerOffVM_Task, 'duration_secs': 0.313953} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.158609] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.159566] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09ced6e-692f-4613-8bbe-8130947a3ec9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.164847] env[69695]: DEBUG nova.scheduler.client.report [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.183484] env[69695]: INFO nova.compute.manager [-] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Took 1.31 seconds to deallocate network for instance. [ 1150.185626] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c8c06c-b7da-4ed8-87f7-b61ea41c7f5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.227800] env[69695]: DEBUG nova.network.neutron [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "address": "fa:16:3e:38:94:f5", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687aad17-4f", "ovs_interfaceid": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.291445] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824439} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.291812] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c/65aae7d9-bf0c-44cb-b3f3-2198d9accf5c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.292077] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.292334] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12783cb-3eca-4ecd-8269-557d267d19d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.301148] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1150.301148] env[69695]: value = "task-3499472" [ 1150.301148] env[69695]: _type = "Task" [ 1150.301148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.316748] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.344521] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.344521] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7291ff2-329d-43a3-acb1-52e0ad6383bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.350740] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1150.350740] env[69695]: value = "task-3499473" [ 1150.350740] env[69695]: _type = "Task" [ 1150.350740] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.358686] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1e703-b27b-4c35-a325-83365d2513db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.383608] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.383892] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.384159] env[69695]: DEBUG oslo_concurrency.lockutils [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.384318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.384500] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.385502] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359f98cc-7d01-49d4-aaed-605210b84101 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.388810] env[69695]: DEBUG oslo_concurrency.lockutils [req-3975d11f-d175-4899-b8db-2cdd581c41e5 req-d7736c66-2d30-4a03-aff8-963c227b29a4 service nova] Releasing lock "refresh_cache-65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.389197] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec1e27a-271c-41f7-836f-49b88587b6f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.400753] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.400997] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.402203] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fe9885-4fa2-46a8-87da-92e6dddcf79f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.408778] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1150.408778] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527d15f1-bed4-e05d-f1c9-4afd6124ad01" [ 1150.408778] env[69695]: _type = "Task" [ 1150.408778] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.418229] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527d15f1-bed4-e05d-f1c9-4afd6124ad01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.453704] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.502375] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "refresh_cache-3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.502724] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquired lock "refresh_cache-3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.502769] env[69695]: DEBUG nova.network.neutron [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.584880] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.586188] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.761452] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.762361] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d64fa8-9564-4df8-a544-a2082d992847 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.771086] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.771361] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74e6345-7645-45f7-971e-f6088b71b6b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.811027] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091735} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.811316] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.812115] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095dfa9-e921-43ec-8db8-f1fcd816c5e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.826359] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.827054] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.827238] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827906] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.828341] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.832128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.840947] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c/65aae7d9-bf0c-44cb-b3f3-2198d9accf5c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.841722] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c63b2-1417-4775-b4a5-2c7085d71835 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.844928] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.998s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.848097] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aedc9d3-19d5-43a2-bc85-f0c72c602d36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.866623] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.867042] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.867042] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleting the datastore file [datastore1] a34d092f-299a-42f6-aeb2-27d3beb36ad9 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.867964] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee58774-bd3e-42de-9216-21013dd5567e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.887719] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.888374] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.888374] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.888464] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.888594] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.888754] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.888963] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.889136] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.889304] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.889464] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.889731] env[69695]: DEBUG nova.virt.hardware [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.896636] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Reconfiguring VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.899597] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1013c5-8579-4954-b49d-502fdcd3a3fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.911915] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1150.911915] env[69695]: value = "task-3499476" [ 1150.911915] env[69695]: _type = "Task" [ 1150.911915] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.912381] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1150.912381] env[69695]: value = "task-3499475" [ 1150.912381] env[69695]: _type = "Task" [ 1150.912381] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.912739] env[69695]: DEBUG nova.compute.manager [None req-f24c6998-d700-431d-92ca-930984af3d74 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Instance disappeared during snapshot {{(pid=69695) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1150.926451] env[69695]: DEBUG oslo_vmware.api [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1150.926451] env[69695]: value = "task-3499477" [ 1150.926451] env[69695]: _type = "Task" [ 1150.926451] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.939628] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.939899] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.940135] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527d15f1-bed4-e05d-f1c9-4afd6124ad01, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.943433] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab825c7-833b-45c8-80bb-7a4ba721fa12 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.948424] env[69695]: DEBUG oslo_vmware.api [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499477, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.958334] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1150.958334] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52660482-e36e-67e7-4bb0-f373c8ecb1e5" [ 1150.958334] env[69695]: _type = "Task" [ 1150.958334] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.965254] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52660482-e36e-67e7-4bb0-f373c8ecb1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.024576] env[69695]: DEBUG nova.network.neutron [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.062489] env[69695]: DEBUG nova.compute.manager [None req-f24c6998-d700-431d-92ca-930984af3d74 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Found 0 images (rotation: 2) {{(pid=69695) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1151.088051] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.091639] env[69695]: DEBUG nova.network.neutron [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.262554] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-vif-plugged-687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.262729] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.263045] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Lock "169812a5-d66b-4573-91bd-5001322deace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.263206] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Lock "169812a5-d66b-4573-91bd-5001322deace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.263389] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] No waiting events found dispatching network-vif-plugged-687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.263553] env[69695]: WARNING nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received unexpected event network-vif-plugged-687aad17-4f1d-4e96-bd04-1c159f6bdb72 for instance with vm_state active and task_state None. [ 1151.263711] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-changed-687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.263862] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing instance network info cache due to event network-changed-687aad17-4f1d-4e96-bd04-1c159f6bdb72. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.264069] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.264209] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.264393] env[69695]: DEBUG nova.network.neutron [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Refreshing network info cache for port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.332810] env[69695]: DEBUG nova.compute.utils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.334151] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.334323] env[69695]: DEBUG nova.network.neutron [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.346986] env[69695]: DEBUG nova.objects.instance [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'migration_context' on Instance uuid e3498fa0-ce6d-4654-b3da-b576dabee8c6 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.375125] env[69695]: DEBUG nova.policy [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc25d21702aa41d29dc3df233e7cb9ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451bef86570f4c99911671e80873ea32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.428148] env[69695]: DEBUG oslo_vmware.api [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26626} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.433609] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.434374] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.434374] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.435978] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499475, 'name': ReconfigVM_Task, 'duration_secs': 0.329725} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.437249] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c/65aae7d9-bf0c-44cb-b3f3-2198d9accf5c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.437625] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ba79c0-1e90-45a7-8dd0-83f33e97c46c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.444206] env[69695]: DEBUG oslo_vmware.api [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.446404] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1151.446404] env[69695]: value = "task-3499478" [ 1151.446404] env[69695]: _type = "Task" [ 1151.446404] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.453779] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499478, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.463310] env[69695]: INFO nova.scheduler.client.report [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocations for instance a34d092f-299a-42f6-aeb2-27d3beb36ad9 [ 1151.469272] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52660482-e36e-67e7-4bb0-f373c8ecb1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.022758} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.469831] env[69695]: DEBUG oslo_concurrency.lockutils [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.470107] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. {{(pid=69695) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1151.470403] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62d2392-e593-4baa-9c40-0fc3a9981e34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.481053] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1151.481053] env[69695]: value = "task-3499479" [ 1151.481053] env[69695]: _type = "Task" [ 1151.481053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.492734] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.596936] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Releasing lock "refresh_cache-3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.597753] env[69695]: DEBUG nova.compute.manager [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.598054] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.601750] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965c5f2-5451-437e-ada8-e3c7dd728aab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.610921] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.611188] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a2d683-ee6e-42e6-baa3-5efa0d948ce3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.616598] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.619037] env[69695]: DEBUG oslo_vmware.api [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1151.619037] env[69695]: value = "task-3499480" [ 1151.619037] env[69695]: _type = "Task" [ 1151.619037] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.629182] env[69695]: DEBUG oslo_vmware.api [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.685482] env[69695]: DEBUG nova.network.neutron [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Successfully created port: c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.819690] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "cad98134-4472-4898-bb87-d606b724a16d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.820233] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.820233] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "cad98134-4472-4898-bb87-d606b724a16d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.820442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.820740] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.823723] env[69695]: INFO nova.compute.manager [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Terminating instance [ 1151.838173] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.949296] env[69695]: DEBUG oslo_vmware.api [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.962469] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499478, 'name': Rename_Task, 'duration_secs': 0.291259} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.963337] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.964153] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a21f25d9-53c3-4f80-8e7d-d48282d928d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.971763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.977032] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1151.977032] env[69695]: value = "task-3499481" [ 1151.977032] env[69695]: _type = "Task" [ 1151.977032] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.008605] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499481, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.015334] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499479, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.134873] env[69695]: DEBUG oslo_vmware.api [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499480, 'name': PowerOffVM_Task, 'duration_secs': 0.156768} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.139149] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.139410] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.140060] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3d82fb-2cfc-4b9b-9fc5-b32df7ce84bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.164462] env[69695]: DEBUG nova.network.neutron [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updated VIF entry in instance network info cache for port 687aad17-4f1d-4e96-bd04-1c159f6bdb72. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.165548] env[69695]: DEBUG nova.network.neutron [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "address": "fa:16:3e:38:94:f5", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687aad17-4f", "ovs_interfaceid": "687aad17-4f1d-4e96-bd04-1c159f6bdb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.178251] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.178251] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.178251] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Deleting the datastore file [datastore2] 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.178251] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e01cc47e-0f87-4e29-8870-3843e71350c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.189022] env[69695]: DEBUG oslo_vmware.api [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for the task: (returnval){ [ 1152.189022] env[69695]: value = "task-3499483" [ 1152.189022] env[69695]: _type = "Task" [ 1152.189022] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.202637] env[69695]: DEBUG oslo_vmware.api [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.237256] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe2cde3-5cb1-41ef-8ca2-af9e1278826d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.251024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abbd42-9bc4-4627-888f-c478763004e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.288029] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea1ab5-0b1f-42ef-bbd7-27d9fd2df92d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.296547] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfde221-195c-4a02-ae6c-84645ac7c540 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.312131] env[69695]: DEBUG nova.compute.provider_tree [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.329056] env[69695]: DEBUG nova.compute.manager [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.329056] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.329969] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de77ead-cc29-4448-b9b6-56ac8f4ca384 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339923] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.340354] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eea48a9-9017-4e9d-8d71-dfefc988fdd5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.351671] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1152.351671] env[69695]: value = "task-3499484" [ 1152.351671] env[69695]: _type = "Task" [ 1152.351671] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.363125] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.441745] env[69695]: DEBUG oslo_vmware.api [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499477, 'name': ReconfigVM_Task, 'duration_secs': 1.366155} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.442340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.442588] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Reconfigured VM to attach interface {{(pid=69695) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1152.492472] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.495964] env[69695]: DEBUG nova.compute.manager [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Received event network-changed-bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.496177] env[69695]: DEBUG nova.compute.manager [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Refreshing instance network info cache due to event network-changed-bfbf2634-b05f-48e0-ae56-5b2b668ded2a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.496413] env[69695]: DEBUG oslo_concurrency.lockutils [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] Acquiring lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.496576] env[69695]: DEBUG oslo_concurrency.lockutils [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] Acquired lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.496764] env[69695]: DEBUG nova.network.neutron [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Refreshing network info cache for port bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.501985] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675785} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.501985] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. [ 1152.502746] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632081a1-2689-41af-9536-b25cc499f18b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.532052] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.533053] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d025d27-bafd-4e06-a2f0-7d00c249bc4e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.553684] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1152.553684] env[69695]: value = "task-3499485" [ 1152.553684] env[69695]: _type = "Task" [ 1152.553684] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.565283] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.640033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "edb536c2-b34f-4922-ae9c-99bb7be74e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.640033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.672650] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.672954] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Received event network-vif-deleted-b4285447-cfc2-46b7-b414-7b213ce43072 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.673178] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Received event network-vif-unplugged-9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.673379] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Acquiring lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.673578] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.673740] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.673906] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] No waiting events found dispatching network-vif-unplugged-9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.674092] env[69695]: WARNING nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Received unexpected event network-vif-unplugged-9e6922cb-7b17-4c9c-ab34-02fe6667b408 for instance with vm_state shelved and task_state shelving_offloading. [ 1152.674271] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Received event network-changed-9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.674533] env[69695]: DEBUG nova.compute.manager [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Refreshing instance network info cache due to event network-changed-9e6922cb-7b17-4c9c-ab34-02fe6667b408. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.674791] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Acquiring lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.674980] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Acquired lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.675216] env[69695]: DEBUG nova.network.neutron [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Refreshing network info cache for port 9e6922cb-7b17-4c9c-ab34-02fe6667b408 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.703300] env[69695]: DEBUG oslo_vmware.api [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Task: {'id': task-3499483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139568} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.703851] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.704075] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.704248] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.704416] env[69695]: INFO nova.compute.manager [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1152.704658] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.704888] env[69695]: DEBUG nova.compute.manager [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.704984] env[69695]: DEBUG nova.network.neutron [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.722264] env[69695]: DEBUG nova.network.neutron [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.815419] env[69695]: DEBUG nova.scheduler.client.report [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.847932] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.862265] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499484, 'name': PowerOffVM_Task, 'duration_secs': 0.252717} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.864187] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.864370] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.864979] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e23a29-2dc5-4a6c-b1ba-1ba2bdb0f165 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.870795] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.871024] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.871186] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.871371] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.871517] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.871661] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.871871] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.872045] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.872222] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.872382] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.872551] env[69695]: DEBUG nova.virt.hardware [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.873409] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1327a2ac-9b55-489a-8123-f0f59de305c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.881783] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fc019-7991-4296-a702-d61a3517c704 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.932732] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.933011] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.933212] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore2] cad98134-4472-4898-bb87-d606b724a16d {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.933501] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2272f752-95c5-4256-91a4-b91a9d28a326 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.941071] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1152.941071] env[69695]: value = "task-3499487" [ 1152.941071] env[69695]: _type = "Task" [ 1152.941071] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.947320] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69e419fd-09d2-47f6-b43f-bd6c19675c5a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-169812a5-d66b-4573-91bd-5001322deace-687aad17-4f1d-4e96-bd04-1c159f6bdb72" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.158s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.955474] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.989395] env[69695]: DEBUG oslo_vmware.api [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499481, 'name': PowerOnVM_Task, 'duration_secs': 0.739843} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.989672] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.989877] env[69695]: INFO nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1152.990068] env[69695]: DEBUG nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.990818] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa677871-6d93-43d7-991f-f9fe506f7007 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.063840] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.143020] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.225310] env[69695]: DEBUG nova.network.neutron [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.325059] env[69695]: DEBUG nova.network.neutron [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Successfully updated port: c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.331235] env[69695]: DEBUG nova.network.neutron [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updated VIF entry in instance network info cache for port bfbf2634-b05f-48e0-ae56-5b2b668ded2a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.331639] env[69695]: DEBUG nova.network.neutron [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updating instance_info_cache with network_info: [{"id": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "address": "fa:16:3e:51:9d:0f", "network": {"id": "464d6d02-22d1-42b1-8ff3-9e34b2c99248", "bridge": "br-int", "label": "tempest-ServersTestJSON-1644227704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c4345d49134b5fbffcadda89ad6e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbf2634-b0", "ovs_interfaceid": "bfbf2634-b05f-48e0-ae56-5b2b668ded2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.363622] env[69695]: DEBUG nova.compute.manager [req-da281576-b2aa-470a-a71c-d99d7411d9ce req-729e2089-ec7c-4d51-9099-b72443750bff service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Received event network-vif-plugged-c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.363847] env[69695]: DEBUG oslo_concurrency.lockutils [req-da281576-b2aa-470a-a71c-d99d7411d9ce req-729e2089-ec7c-4d51-9099-b72443750bff service nova] Acquiring lock "d96ecee1-4d45-40ce-823a-6814d408825c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.364167] env[69695]: DEBUG oslo_concurrency.lockutils [req-da281576-b2aa-470a-a71c-d99d7411d9ce req-729e2089-ec7c-4d51-9099-b72443750bff service nova] Lock "d96ecee1-4d45-40ce-823a-6814d408825c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.364363] env[69695]: DEBUG oslo_concurrency.lockutils [req-da281576-b2aa-470a-a71c-d99d7411d9ce req-729e2089-ec7c-4d51-9099-b72443750bff service nova] Lock "d96ecee1-4d45-40ce-823a-6814d408825c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.364608] env[69695]: DEBUG nova.compute.manager [req-da281576-b2aa-470a-a71c-d99d7411d9ce req-729e2089-ec7c-4d51-9099-b72443750bff service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] No waiting events found dispatching network-vif-plugged-c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.364688] env[69695]: WARNING nova.compute.manager [req-da281576-b2aa-470a-a71c-d99d7411d9ce req-729e2089-ec7c-4d51-9099-b72443750bff service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Received unexpected event network-vif-plugged-c86f6b98-3f04-424e-afc6-06e18da2dd3e for instance with vm_state building and task_state spawning. [ 1153.445630] env[69695]: DEBUG nova.network.neutron [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updated VIF entry in instance network info cache for port 9e6922cb-7b17-4c9c-ab34-02fe6667b408. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.446009] env[69695]: DEBUG nova.network.neutron [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updating instance_info_cache with network_info: [{"id": "9e6922cb-7b17-4c9c-ab34-02fe6667b408", "address": "fa:16:3e:33:2f:6a", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": null, "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9e6922cb-7b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.456111] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.460648] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.508911] env[69695]: INFO nova.compute.manager [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Took 18.22 seconds to build instance. [ 1153.564474] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499485, 'name': ReconfigVM_Task, 'duration_secs': 0.892546} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.564753] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.565654] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0fc350-78c8-4b44-9ab4-ccfde9a4684c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.593415] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aeac362-4cdc-4f3e-81a8-66002ee09484 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.612580] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1153.612580] env[69695]: value = "task-3499488" [ 1153.612580] env[69695]: _type = "Task" [ 1153.612580] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.621175] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.669229] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.729177] env[69695]: INFO nova.compute.manager [-] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Took 1.02 seconds to deallocate network for instance. [ 1153.829647] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.985s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.840204] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.840461] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.840722] env[69695]: DEBUG nova.network.neutron [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.845225] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.919s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.847261] env[69695]: INFO nova.compute.claims [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.851790] env[69695]: DEBUG oslo_concurrency.lockutils [req-d1f54142-0452-42f0-b42b-839aa85e47f4 req-5bf02ec2-f110-40f4-9afd-bba7cf8cd2f0 service nova] Releasing lock "refresh_cache-9437b31a-a27f-4ed8-a3ac-453dcb562c95" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.891524] env[69695]: DEBUG nova.network.neutron [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.948528] env[69695]: DEBUG oslo_concurrency.lockutils [req-517ce6d7-e4c3-4c25-ae3a-16f3be89c036 req-2351767d-3cf8-4d93-b017-37c2a9c670d0 service nova] Releasing lock "refresh_cache-a34d092f-299a-42f6-aeb2-27d3beb36ad9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.952034] env[69695]: DEBUG oslo_vmware.api [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.804669} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.952370] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.952572] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.952785] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.953128] env[69695]: INFO nova.compute.manager [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: cad98134-4472-4898-bb87-d606b724a16d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1153.953310] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.953504] env[69695]: DEBUG nova.compute.manager [-] [instance: cad98134-4472-4898-bb87-d606b724a16d] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.953600] env[69695]: DEBUG nova.network.neutron [-] [instance: cad98134-4472-4898-bb87-d606b724a16d] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.010694] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9462e1e5-5bca-4893-b662-5283e1d78bad tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.737s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.033022] env[69695]: DEBUG nova.network.neutron [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Updating instance_info_cache with network_info: [{"id": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "address": "fa:16:3e:66:05:37", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f6b98-3f", "ovs_interfaceid": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.123259] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499488, 'name': ReconfigVM_Task, 'duration_secs': 0.262412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.123542] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.123789] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-304150fc-2c09-49d0-b116-407053b94876 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.132010] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1154.132010] env[69695]: value = "task-3499489" [ 1154.132010] env[69695]: _type = "Task" [ 1154.132010] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.140417] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.236782] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.523198] env[69695]: DEBUG nova.compute.manager [req-94aefb6f-9c4d-4fbc-8f31-ac9eeeb4f0bb req-dd25bd29-d136-4784-8e4a-369d07fa5d34 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Received event network-vif-deleted-95602863-b8e9-4b26-8dac-d372f7011a1b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.523470] env[69695]: INFO nova.compute.manager [req-94aefb6f-9c4d-4fbc-8f31-ac9eeeb4f0bb req-dd25bd29-d136-4784-8e4a-369d07fa5d34 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Neutron deleted interface 95602863-b8e9-4b26-8dac-d372f7011a1b; detaching it from the instance and deleting it from the info cache [ 1154.523695] env[69695]: DEBUG nova.network.neutron [req-94aefb6f-9c4d-4fbc-8f31-ac9eeeb4f0bb req-dd25bd29-d136-4784-8e4a-369d07fa5d34 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.536084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.536413] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Instance network_info: |[{"id": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "address": "fa:16:3e:66:05:37", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f6b98-3f", "ovs_interfaceid": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.537452] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:05:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c86f6b98-3f04-424e-afc6-06e18da2dd3e', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.544679] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Creating folder: Project (451bef86570f4c99911671e80873ea32). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.545439] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62ccb4b0-1f9f-41ac-b6b5-3666e8944bc5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.557361] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Created folder: Project (451bef86570f4c99911671e80873ea32) in parent group-v699067. [ 1154.557512] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Creating folder: Instances. Parent ref: group-v699357. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.557734] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e45c4c-9686-465b-93d4-74119e4be80b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.569423] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "interface-169812a5-d66b-4573-91bd-5001322deace-687aad17-4f1d-4e96-bd04-1c159f6bdb72" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.569725] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-169812a5-d66b-4573-91bd-5001322deace-687aad17-4f1d-4e96-bd04-1c159f6bdb72" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.571033] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Created folder: Instances in parent group-v699357. [ 1154.571318] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.571739] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.571993] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4438bfaa-e815-433e-9e48-48da0e7899ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.596436] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.596436] env[69695]: value = "task-3499492" [ 1154.596436] env[69695]: _type = "Task" [ 1154.596436] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.605366] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499492, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.642816] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.834925] env[69695]: DEBUG nova.network.neutron [-] [instance: cad98134-4472-4898-bb87-d606b724a16d] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.028952] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61550c31-51eb-4f51-bd0d-f7e81942c4c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.031516] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "6421c0fc-4a94-433c-9be6-719aa3f916dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.031733] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.044537] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1274e9-f7ac-4cf3-8643-e650c1854e99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.080816] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.080990] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.081761] env[69695]: DEBUG nova.compute.manager [req-94aefb6f-9c4d-4fbc-8f31-ac9eeeb4f0bb req-dd25bd29-d136-4784-8e4a-369d07fa5d34 service nova] [instance: cad98134-4472-4898-bb87-d606b724a16d] Detach interface failed, port_id=95602863-b8e9-4b26-8dac-d372f7011a1b, reason: Instance cad98134-4472-4898-bb87-d606b724a16d could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.084708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0163e9-4815-40a7-ad65-adf5d7f7c51e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.108040] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b7a56-bf56-4f99-8d32-a5eecb575d25 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.115914] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499492, 'name': CreateVM_Task, 'duration_secs': 0.45677} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.130739] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.136217] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Reconfiguring VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1155.139130] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.139304] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.139607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.140173] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5d9886-a5ff-4fd1-9389-c30fe38717b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.152647] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88a7d91-883f-4dbf-b481-d25721120c6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.161428] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1155.161428] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ca45e5-429f-7c0e-5717-e8424bdd2bcf" [ 1155.161428] env[69695]: _type = "Task" [ 1155.161428] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.165049] env[69695]: DEBUG oslo_vmware.api [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499489, 'name': PowerOnVM_Task, 'duration_secs': 0.685515} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.165331] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1155.165331] env[69695]: value = "task-3499493" [ 1155.165331] env[69695]: _type = "Task" [ 1155.165331] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.170787] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.173405] env[69695]: DEBUG nova.compute.manager [None req-74aaac0f-4d4b-43f6-acf0-764cefc042ff tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.174411] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf6b14-868d-4215-a810-5244deb34e7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.194848] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.195136] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ca45e5-429f-7c0e-5717-e8424bdd2bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.208915] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb6673-66ef-466d-922a-98f969e12d87 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.216929] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afa698b-7ae4-4c6c-98ac-90e72321fab3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.251208] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7437b419-168f-461e-b31a-fb985ee83cf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.257456] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e822081-bb5e-4923-b394-d582c86e370e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.273590] env[69695]: DEBUG nova.compute.provider_tree [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.337981] env[69695]: INFO nova.compute.manager [-] [instance: cad98134-4472-4898-bb87-d606b724a16d] Took 1.38 seconds to deallocate network for instance. [ 1155.386009] env[69695]: INFO nova.compute.manager [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Swapping old allocation on dict_keys(['e7ace027-77c9-43a3-ae53-5d93decba6e8']) held by migration 51dd1d35-504f-426f-89ce-889567a68a78 for instance [ 1155.390783] env[69695]: DEBUG nova.compute.manager [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Received event network-changed-c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.390975] env[69695]: DEBUG nova.compute.manager [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Refreshing instance network info cache due to event network-changed-c86f6b98-3f04-424e-afc6-06e18da2dd3e. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.391201] env[69695]: DEBUG oslo_concurrency.lockutils [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] Acquiring lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.391343] env[69695]: DEBUG oslo_concurrency.lockutils [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] Acquired lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391513] env[69695]: DEBUG nova.network.neutron [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Refreshing network info cache for port c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.410860] env[69695]: DEBUG nova.scheduler.client.report [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Overwriting current allocation {'allocations': {'e7ace027-77c9-43a3-ae53-5d93decba6e8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': '1b14c514317a4f78b62f3bc79a76f177', 'user_id': 'd7a53ba01e484bd181836d34a12a9c67', 'consumer_generation': 1} on consumer e3498fa0-ce6d-4654-b3da-b576dabee8c6 {{(pid=69695) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1155.520268] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.520465] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520641] env[69695]: DEBUG nova.network.neutron [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.534306] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.676235] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ca45e5-429f-7c0e-5717-e8424bdd2bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.029168} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.679097] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.679329] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.679569] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.679716] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.679894] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.680213] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e862d8f-baac-47dc-b8d0-d0529d937527 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.688944] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.692353] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.692353] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.692973] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89938d69-758c-40c8-ab89-ec6c644f822a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.701883] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1155.701883] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b353a6-1090-360c-d040-b77cc59830b0" [ 1155.701883] env[69695]: _type = "Task" [ 1155.701883] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.711200] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b353a6-1090-360c-d040-b77cc59830b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.776511] env[69695]: DEBUG nova.scheduler.client.report [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.845448] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.058683] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.102016] env[69695]: DEBUG nova.network.neutron [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Updated VIF entry in instance network info cache for port c86f6b98-3f04-424e-afc6-06e18da2dd3e. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.102411] env[69695]: DEBUG nova.network.neutron [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Updating instance_info_cache with network_info: [{"id": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "address": "fa:16:3e:66:05:37", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f6b98-3f", "ovs_interfaceid": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.189360] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.211737] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b353a6-1090-360c-d040-b77cc59830b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018635} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.212537] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db12658f-9ae8-4cc0-8d27-a297ace3c17e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.219988] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1156.219988] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52842da1-8122-f563-89f4-dddbd5647ad8" [ 1156.219988] env[69695]: _type = "Task" [ 1156.219988] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.228937] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52842da1-8122-f563-89f4-dddbd5647ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.245480] env[69695]: DEBUG nova.network.neutron [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [{"id": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "address": "fa:16:3e:37:44:24", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bb1cf0-e6", "ovs_interfaceid": "46bb1cf0-e69f-4dc7-ab66-d711b4d36432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.281902] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.282500] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.285070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.359s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.286489] env[69695]: INFO nova.compute.claims [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.605859] env[69695]: DEBUG oslo_concurrency.lockutils [req-bfc81eea-b99c-4845-9dab-7fdbc1b5b48d req-09823dea-0579-42e1-b270-3e99b3b7d4b9 service nova] Releasing lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.689918] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.731481] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52842da1-8122-f563-89f4-dddbd5647ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.038148} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.731811] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.732131] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d96ecee1-4d45-40ce-823a-6814d408825c/d96ecee1-4d45-40ce-823a-6814d408825c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.732413] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e28346f4-aa02-46e3-b115-b36495026f47 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.741709] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1156.741709] env[69695]: value = "task-3499494" [ 1156.741709] env[69695]: _type = "Task" [ 1156.741709] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.748442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-e3498fa0-ce6d-4654-b3da-b576dabee8c6" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.752624] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee213a7-01d2-4de0-a099-6ab19ff38a23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.755358] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.760436] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740c9371-d2af-43a6-a790-e53e34fdbc57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.791135] env[69695]: DEBUG nova.compute.utils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.794686] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.794686] env[69695]: DEBUG nova.network.neutron [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.835511] env[69695]: DEBUG nova.policy [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc25d21702aa41d29dc3df233e7cb9ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451bef86570f4c99911671e80873ea32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.894133] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.894133] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.154872] env[69695]: DEBUG nova.network.neutron [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Successfully created port: 7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.193604] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.256025] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506722} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.256025] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d96ecee1-4d45-40ce-823a-6814d408825c/d96ecee1-4d45-40ce-823a-6814d408825c.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.256025] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.256025] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-404b1f64-25b1-473b-b81b-1ba80479f282 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.264746] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1157.264746] env[69695]: value = "task-3499495" [ 1157.264746] env[69695]: _type = "Task" [ 1157.264746] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.276601] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.298074] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.402593] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.403829] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.404224] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.404392] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.404552] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.404708] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.404851] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1157.404969] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.573062] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245505f6-4c37-47fd-91a4-ce60f57723a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.581398] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad0a887-45d1-4578-ac4b-947c1c08b553 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.613738] env[69695]: INFO nova.compute.manager [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Rescuing [ 1157.614077] env[69695]: DEBUG oslo_concurrency.lockutils [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.614240] env[69695]: DEBUG oslo_concurrency.lockutils [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.614412] env[69695]: DEBUG nova.network.neutron [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.617088] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99100e78-f04c-4420-bb39-83030e132fc9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.625453] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62322575-4ac6-49d6-ae6c-24800048a4a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.640783] env[69695]: DEBUG nova.compute.provider_tree [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.696889] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.775115] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117986} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.775402] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.776224] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef291aa-b2ba-4a5e-aacf-42b5dfc303a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.800470] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d96ecee1-4d45-40ce-823a-6814d408825c/d96ecee1-4d45-40ce-823a-6814d408825c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.800725] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49758a35-fdab-457b-bf7f-a3e51a949cd8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.823653] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1157.823653] env[69695]: value = "task-3499496" [ 1157.823653] env[69695]: _type = "Task" [ 1157.823653] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.831444] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.865443] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.865714] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ed4bcfb-b081-4220-bffb-08e55ef5b3f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.871830] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1157.871830] env[69695]: value = "task-3499497" [ 1157.871830] env[69695]: _type = "Task" [ 1157.871830] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.879489] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.908258] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.143529] env[69695]: DEBUG nova.scheduler.client.report [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.193060] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.320192] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.333989] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499496, 'name': ReconfigVM_Task, 'duration_secs': 0.403113} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.334480] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d96ecee1-4d45-40ce-823a-6814d408825c/d96ecee1-4d45-40ce-823a-6814d408825c.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.335645] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3db66e7e-b66f-4b25-8d74-89808c900009 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.340701] env[69695]: DEBUG nova.network.neutron [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updating instance_info_cache with network_info: [{"id": "29f28e96-e62e-47de-891f-4147b9348a8d", "address": "fa:16:3e:70:0c:ef", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f28e96-e6", "ovs_interfaceid": "29f28e96-e62e-47de-891f-4147b9348a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.342887] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1158.342887] env[69695]: value = "task-3499498" [ 1158.342887] env[69695]: _type = "Task" [ 1158.342887] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.354339] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499498, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.356609] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.357018] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.357303] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.357610] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.357872] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.361024] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.361024] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.361024] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.361024] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.361024] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.361024] env[69695]: DEBUG nova.virt.hardware [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.361024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030cb20-49f0-4cd6-bfd9-b2449b53d2a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.367566] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffce3c5-9314-4ec3-b361-b145c4c9992c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.388982] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499497, 'name': PowerOffVM_Task, 'duration_secs': 0.216397} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.389719] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.390470] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.390851] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.391138] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.391449] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.391716] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.391973] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.392355] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.392630] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.392914] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.393216] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.393495] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.398376] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efa8b16-6027-4269-93bc-8e7375fdc532 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.416470] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1158.416470] env[69695]: value = "task-3499499" [ 1158.416470] env[69695]: _type = "Task" [ 1158.416470] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.425134] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.570260] env[69695]: DEBUG nova.compute.manager [req-68782b91-8e6c-452e-8670-8b2d4bd88ad5 req-3b387318-7e76-40f6-ba0b-548db6b17589 service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Received event network-vif-plugged-7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.570260] env[69695]: DEBUG oslo_concurrency.lockutils [req-68782b91-8e6c-452e-8670-8b2d4bd88ad5 req-3b387318-7e76-40f6-ba0b-548db6b17589 service nova] Acquiring lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.570260] env[69695]: DEBUG oslo_concurrency.lockutils [req-68782b91-8e6c-452e-8670-8b2d4bd88ad5 req-3b387318-7e76-40f6-ba0b-548db6b17589 service nova] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.570260] env[69695]: DEBUG oslo_concurrency.lockutils [req-68782b91-8e6c-452e-8670-8b2d4bd88ad5 req-3b387318-7e76-40f6-ba0b-548db6b17589 service nova] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.570260] env[69695]: DEBUG nova.compute.manager [req-68782b91-8e6c-452e-8670-8b2d4bd88ad5 req-3b387318-7e76-40f6-ba0b-548db6b17589 service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] No waiting events found dispatching network-vif-plugged-7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.570260] env[69695]: WARNING nova.compute.manager [req-68782b91-8e6c-452e-8670-8b2d4bd88ad5 req-3b387318-7e76-40f6-ba0b-548db6b17589 service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Received unexpected event network-vif-plugged-7ced59aa-13e9-4a82-aad0-c69f174cc696 for instance with vm_state building and task_state spawning. [ 1158.651520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.651792] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.655697] env[69695]: DEBUG nova.network.neutron [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Successfully updated port: 7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.657561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.825s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.657951] env[69695]: DEBUG nova.objects.instance [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lazy-loading 'resources' on Instance uuid e71bdad7-19c0-4e3d-9172-9352370ad6c4 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.695578] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.844784] env[69695]: DEBUG oslo_concurrency.lockutils [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.856435] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499498, 'name': Rename_Task, 'duration_secs': 0.136963} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.856721] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.856975] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7918905-a7aa-49a0-a6fd-5d1579f7516d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.864715] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1158.864715] env[69695]: value = "task-3499500" [ 1158.864715] env[69695]: _type = "Task" [ 1158.864715] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.875899] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.926740] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499499, 'name': ReconfigVM_Task, 'duration_secs': 0.391732} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.927539] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b62fdb-fd2e-4248-ae27-aa32937b813c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.948172] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.948410] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.948571] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.948804] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.948906] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.949095] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.949314] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.949476] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.949645] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.949809] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.949983] env[69695]: DEBUG nova.virt.hardware [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.950768] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4ea80a-7173-4e89-a1f5-235e381e8e90 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.955546] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1158.955546] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234e602-fe79-8cd2-72a6-97a0c0ee6790" [ 1158.955546] env[69695]: _type = "Task" [ 1158.955546] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.962827] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234e602-fe79-8cd2-72a6-97a0c0ee6790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.161096] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "refresh_cache-91c81103-5b40-49f4-bcc5-d1b024bc7a86" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.161287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "refresh_cache-91c81103-5b40-49f4-bcc5-d1b024bc7a86" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.161491] env[69695]: DEBUG nova.network.neutron [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.163580] env[69695]: DEBUG nova.compute.utils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.168650] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.168842] env[69695]: DEBUG nova.network.neutron [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.195622] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.225311] env[69695]: DEBUG nova.policy [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc25d21702aa41d29dc3df233e7cb9ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451bef86570f4c99911671e80873ea32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.375744] env[69695]: DEBUG oslo_vmware.api [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499500, 'name': PowerOnVM_Task, 'duration_secs': 0.466648} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.377209] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.377209] env[69695]: INFO nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1159.377209] env[69695]: DEBUG nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.377951] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128fbe5b-16a7-490d-bc3e-fd6bb2fd8793 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.418976] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c920776-710e-47e3-a8b7-64bc8b332aeb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.426787] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507e5a02-54c1-4394-8904-3257874c27ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.463589] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aba9bd-aaa0-4258-a78e-633afb5a9332 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.475475] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c76db15-f786-4578-994a-4a9fb653573c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.479534] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5234e602-fe79-8cd2-72a6-97a0c0ee6790, 'name': SearchDatastore_Task, 'duration_secs': 0.006944} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.480446] env[69695]: DEBUG nova.network.neutron [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Successfully created port: bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.487472] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.488626] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3f327b-6359-49f9-9a92-bd3866403ea3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.510288] env[69695]: DEBUG nova.compute.provider_tree [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.517073] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1159.517073] env[69695]: value = "task-3499501" [ 1159.517073] env[69695]: _type = "Task" [ 1159.517073] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.528880] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.670021] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.694284] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.765345] env[69695]: DEBUG nova.network.neutron [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.899571] env[69695]: INFO nova.compute.manager [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Took 11.61 seconds to build instance. [ 1159.927557] env[69695]: DEBUG nova.network.neutron [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Updating instance_info_cache with network_info: [{"id": "7ced59aa-13e9-4a82-aad0-c69f174cc696", "address": "fa:16:3e:71:23:1d", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ced59aa-13", "ovs_interfaceid": "7ced59aa-13e9-4a82-aad0-c69f174cc696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.016170] env[69695]: DEBUG nova.scheduler.client.report [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.033571] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499501, 'name': ReconfigVM_Task, 'duration_secs': 0.2017} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.033942] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1160.035096] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7893f27-bebe-4f51-8d7d-b2be42da0fd4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.074945] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.075834] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46c8ed66-efee-4292-94c6-ec36276eb19c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.100952] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1160.100952] env[69695]: value = "task-3499502" [ 1160.100952] env[69695]: _type = "Task" [ 1160.100952] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.108992] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.196073] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.384512] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.385288] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41f00cca-2621-4133-b172-3514512f50d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.392406] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1160.392406] env[69695]: value = "task-3499503" [ 1160.392406] env[69695]: _type = "Task" [ 1160.392406] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.400479] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.401982] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.125s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.431021] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "refresh_cache-91c81103-5b40-49f4-bcc5-d1b024bc7a86" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.431532] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Instance network_info: |[{"id": "7ced59aa-13e9-4a82-aad0-c69f174cc696", "address": "fa:16:3e:71:23:1d", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ced59aa-13", "ovs_interfaceid": "7ced59aa-13e9-4a82-aad0-c69f174cc696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.432168] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:23:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ced59aa-13e9-4a82-aad0-c69f174cc696', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.442081] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.442420] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.442765] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecab01da-4dbb-4950-90f4-79c74375fcd9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.469186] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.469186] env[69695]: value = "task-3499504" [ 1160.469186] env[69695]: _type = "Task" [ 1160.469186] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.480562] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499504, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.527789] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.530464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.914s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.532485] env[69695]: INFO nova.compute.claims [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.552505] env[69695]: INFO nova.scheduler.client.report [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Deleted allocations for instance e71bdad7-19c0-4e3d-9172-9352370ad6c4 [ 1160.611931] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499502, 'name': ReconfigVM_Task, 'duration_secs': 0.373216} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.612309] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6/e3498fa0-ce6d-4654-b3da-b576dabee8c6.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.613293] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3c501-016a-4551-ad4c-a6717cb38248 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.637675] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1100b91-b7a8-4b60-bddd-6dfdac063e9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.661851] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea395cfc-4fb9-447e-8a8a-d8c44b8b8e4a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.684238] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.687337] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200de230-32bc-4403-a231-515583f2ac62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.701116] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.704296] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c530af8-7b9a-4c95-be12-1b6555942818 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.705921] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.712525] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1160.712525] env[69695]: value = "task-3499505" [ 1160.712525] env[69695]: _type = "Task" [ 1160.712525] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.717962] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.718247] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.718444] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.718650] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.718813] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.718993] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.719279] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.719464] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.719634] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.719819] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.720017] env[69695]: DEBUG nova.virt.hardware [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.720842] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27519934-e090-4ba8-95eb-b312ed119cea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.729463] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499505, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.732752] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c667de1-40c1-465f-a023-819a1c65e263 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.835753] env[69695]: DEBUG nova.compute.manager [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Received event network-changed-7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.835979] env[69695]: DEBUG nova.compute.manager [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Refreshing instance network info cache due to event network-changed-7ced59aa-13e9-4a82-aad0-c69f174cc696. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.836248] env[69695]: DEBUG oslo_concurrency.lockutils [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] Acquiring lock "refresh_cache-91c81103-5b40-49f4-bcc5-d1b024bc7a86" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.836395] env[69695]: DEBUG oslo_concurrency.lockutils [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] Acquired lock "refresh_cache-91c81103-5b40-49f4-bcc5-d1b024bc7a86" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.836558] env[69695]: DEBUG nova.network.neutron [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Refreshing network info cache for port 7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.903138] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499503, 'name': PowerOffVM_Task, 'duration_secs': 0.290504} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.903414] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.904253] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a00105-5c72-45ed-9b91-9c5d962598e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.928613] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddda6d8d-a939-4cf3-91d4-1d12718191a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.964579] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.964579] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8709389f-bfc6-4475-957e-ea0a7ccdb3fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.975148] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1160.975148] env[69695]: value = "task-3499506" [ 1160.975148] env[69695]: _type = "Task" [ 1160.975148] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.984029] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499504, 'name': CreateVM_Task, 'duration_secs': 0.439326} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.984029] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.984663] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.984834] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985493] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.988749] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f9f6f3-a4be-46aa-99c0-dd86b3ee361f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.990454] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.990651] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.990879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.991033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.991212] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.991735] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f6e290e-7c34-4682-946e-f44b4cd09648 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.994808] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1160.994808] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5249d6aa-db0e-8b7a-a7cf-24f62c48cd1f" [ 1160.994808] env[69695]: _type = "Task" [ 1160.994808] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.002661] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5249d6aa-db0e-8b7a-a7cf-24f62c48cd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.003741] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.003900] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.004509] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36922562-91c7-4ca5-9c55-e996516834d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.009389] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1161.009389] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d0eb4-43f5-31a2-ec7a-84c76dda5c20" [ 1161.009389] env[69695]: _type = "Task" [ 1161.009389] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.017100] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d0eb4-43f5-31a2-ec7a-84c76dda5c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.060150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7191f28a-9ccd-4412-aebe-94efaa7d275f tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Lock "e71bdad7-19c0-4e3d-9172-9352370ad6c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.841s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.073363] env[69695]: DEBUG nova.network.neutron [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Successfully updated port: bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.196977] env[69695]: DEBUG oslo_vmware.api [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499493, 'name': ReconfigVM_Task, 'duration_secs': 5.755374} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.197320] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.197559] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Reconfigured VM to detach interface {{(pid=69695) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1161.222306] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.512366] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5249d6aa-db0e-8b7a-a7cf-24f62c48cd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.021545} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.518210] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.518474] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.518715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.518867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.519107] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.519387] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58fcc393-9f5f-44b9-9481-64861e1c82f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.527174] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d0eb4-43f5-31a2-ec7a-84c76dda5c20, 'name': SearchDatastore_Task, 'duration_secs': 0.036} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.528774] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.528965] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.529641] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f2290d-5101-41b3-a4c0-452eead60602 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.531802] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7ad644-ee83-4366-ac2a-7fa9a74506af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.537336] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1161.537336] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52869682-6410-347b-98de-bb5780155862" [ 1161.537336] env[69695]: _type = "Task" [ 1161.537336] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.538535] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1161.538535] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c49811-c2e6-00bf-ab65-1a2bff4a5915" [ 1161.538535] env[69695]: _type = "Task" [ 1161.538535] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.551749] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52869682-6410-347b-98de-bb5780155862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.554763] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c49811-c2e6-00bf-ab65-1a2bff4a5915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.578264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "refresh_cache-84069562-b5de-430f-8476-d18f5a99f0c3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.578264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "refresh_cache-84069562-b5de-430f-8476-d18f5a99f0c3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.578264] env[69695]: DEBUG nova.network.neutron [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.678367] env[69695]: DEBUG nova.network.neutron [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Updated VIF entry in instance network info cache for port 7ced59aa-13e9-4a82-aad0-c69f174cc696. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.678725] env[69695]: DEBUG nova.network.neutron [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Updating instance_info_cache with network_info: [{"id": "7ced59aa-13e9-4a82-aad0-c69f174cc696", "address": "fa:16:3e:71:23:1d", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ced59aa-13", "ovs_interfaceid": "7ced59aa-13e9-4a82-aad0-c69f174cc696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.723661] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499505, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.795174] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9db366-a9b6-4608-bd27-f40b19984265 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.804935] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5ddde-dab2-4dc9-b89b-974aa23df27d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.857551] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ecf94a-b6d5-407a-aab1-3b604cc182d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.868758] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d59ab7-ab77-4a1a-876a-19e068021dfd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.890363] env[69695]: DEBUG nova.compute.provider_tree [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.052722] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52869682-6410-347b-98de-bb5780155862, 'name': SearchDatastore_Task, 'duration_secs': 0.0193} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.056342] env[69695]: DEBUG oslo_concurrency.lockutils [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.056912] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. {{(pid=69695) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1162.056912] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c49811-c2e6-00bf-ab65-1a2bff4a5915, 'name': SearchDatastore_Task, 'duration_secs': 0.018705} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.057154] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbacf268-5284-4331-97cb-99b0b2cde03e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.060284] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece11e75-dbaf-42d4-954c-176dd7af0442 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.065464] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1162.065464] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5260ffb9-1c7d-c99c-1e30-3f2dade15570" [ 1162.065464] env[69695]: _type = "Task" [ 1162.065464] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.069720] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1162.069720] env[69695]: value = "task-3499507" [ 1162.069720] env[69695]: _type = "Task" [ 1162.069720] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.076222] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5260ffb9-1c7d-c99c-1e30-3f2dade15570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.083564] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.131615] env[69695]: DEBUG nova.network.neutron [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.181516] env[69695]: DEBUG oslo_concurrency.lockutils [req-eaa74f46-5326-4f62-8ba2-9f21b768ef80 req-4b3ec53d-8da1-49df-a1cc-64b3b37dab1d service nova] Releasing lock "refresh_cache-91c81103-5b40-49f4-bcc5-d1b024bc7a86" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.224011] env[69695]: DEBUG oslo_vmware.api [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499505, 'name': PowerOnVM_Task, 'duration_secs': 1.090316} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.224360] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.297779] env[69695]: DEBUG nova.network.neutron [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Updating instance_info_cache with network_info: [{"id": "bd09a65f-42fa-49b5-882f-588616dbf5f1", "address": "fa:16:3e:6c:9e:ab", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd09a65f-42", "ovs_interfaceid": "bd09a65f-42fa-49b5-882f-588616dbf5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.394513] env[69695]: DEBUG nova.scheduler.client.report [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.466914] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.467456] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquired lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.467827] env[69695]: DEBUG nova.network.neutron [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.588311] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499507, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.588639] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5260ffb9-1c7d-c99c-1e30-3f2dade15570, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.589338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.589520] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 91c81103-5b40-49f4-bcc5-d1b024bc7a86/91c81103-5b40-49f4-bcc5-d1b024bc7a86.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.590157] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8b4e671-d1e6-4216-b3c8-495e89b7739f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.598783] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1162.598783] env[69695]: value = "task-3499508" [ 1162.598783] env[69695]: _type = "Task" [ 1162.598783] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.612221] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.802234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "refresh_cache-84069562-b5de-430f-8476-d18f5a99f0c3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.802234] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Instance network_info: |[{"id": "bd09a65f-42fa-49b5-882f-588616dbf5f1", "address": "fa:16:3e:6c:9e:ab", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd09a65f-42", "ovs_interfaceid": "bd09a65f-42fa-49b5-882f-588616dbf5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.802725] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:9e:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd09a65f-42fa-49b5-882f-588616dbf5f1', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.812696] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.813359] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.813760] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b30e578c-d64b-4988-80da-909a7c30224e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.840712] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.840712] env[69695]: value = "task-3499509" [ 1162.840712] env[69695]: _type = "Task" [ 1162.840712] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.853881] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499509, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.897626] env[69695]: DEBUG nova.compute.manager [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Received event network-vif-plugged-bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.898244] env[69695]: DEBUG oslo_concurrency.lockutils [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] Acquiring lock "84069562-b5de-430f-8476-d18f5a99f0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.898564] env[69695]: DEBUG oslo_concurrency.lockutils [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] Lock "84069562-b5de-430f-8476-d18f5a99f0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.899160] env[69695]: DEBUG oslo_concurrency.lockutils [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] Lock "84069562-b5de-430f-8476-d18f5a99f0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.899909] env[69695]: DEBUG nova.compute.manager [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] No waiting events found dispatching network-vif-plugged-bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.899909] env[69695]: WARNING nova.compute.manager [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Received unexpected event network-vif-plugged-bd09a65f-42fa-49b5-882f-588616dbf5f1 for instance with vm_state building and task_state spawning. [ 1162.899909] env[69695]: DEBUG nova.compute.manager [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Received event network-changed-bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.900428] env[69695]: DEBUG nova.compute.manager [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Refreshing instance network info cache due to event network-changed-bd09a65f-42fa-49b5-882f-588616dbf5f1. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.900548] env[69695]: DEBUG oslo_concurrency.lockutils [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] Acquiring lock "refresh_cache-84069562-b5de-430f-8476-d18f5a99f0c3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.901724] env[69695]: DEBUG oslo_concurrency.lockutils [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] Acquired lock "refresh_cache-84069562-b5de-430f-8476-d18f5a99f0c3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.901724] env[69695]: DEBUG nova.network.neutron [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Refreshing network info cache for port bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.903555] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.904363] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.908881] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.937s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.909399] env[69695]: DEBUG nova.objects.instance [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'resources' on Instance uuid a34d092f-299a-42f6-aeb2-27d3beb36ad9 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.084389] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531683} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.084753] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. [ 1163.085586] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6757f-6a23-48b9-9b95-bb0dffe1edae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.090788] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.091541] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "169812a5-d66b-4573-91bd-5001322deace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.091952] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "169812a5-d66b-4573-91bd-5001322deace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.092280] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "169812a5-d66b-4573-91bd-5001322deace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.092535] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "169812a5-d66b-4573-91bd-5001322deace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.125984] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.129075] env[69695]: INFO nova.compute.manager [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Terminating instance [ 1163.133952] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636683ba-8f30-4100-9bf6-9d53a948193b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.157024] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.157647] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1163.157647] env[69695]: value = "task-3499510" [ 1163.157647] env[69695]: _type = "Task" [ 1163.157647] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.165891] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.277206] env[69695]: INFO nova.compute.manager [None req-81d1b9b4-6909-49c9-b7da-dcd434cf9c51 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance to original state: 'active' [ 1163.338502] env[69695]: INFO nova.network.neutron [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1163.338974] env[69695]: DEBUG nova.network.neutron [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [{"id": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "address": "fa:16:3e:be:91:44", "network": {"id": "4ff09386-b1dd-4657-9347-eb65c819d3eb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757108356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f025ce1bd384441a8524432222e8a222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce9c5afc-ef", "ovs_interfaceid": "ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.351265] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499509, 'name': CreateVM_Task, 'duration_secs': 0.422913} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.351457] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.352184] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.352377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.352732] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.353577] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab034c98-fbf5-43f5-b004-f0360bd1b10e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.358840] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1163.358840] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f1b01d-4e52-6911-dcf9-4ab4e113c199" [ 1163.358840] env[69695]: _type = "Task" [ 1163.358840] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.366955] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f1b01d-4e52-6911-dcf9-4ab4e113c199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.411871] env[69695]: DEBUG nova.objects.instance [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'numa_topology' on Instance uuid a34d092f-299a-42f6-aeb2-27d3beb36ad9 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.414452] env[69695]: DEBUG nova.compute.utils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.416672] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.416878] env[69695]: DEBUG nova.network.neutron [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.461223] env[69695]: DEBUG nova.policy [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cdbe1e8a4e4485ab6023d7357613d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d2a057d8d64c62b4b4059132a79778', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.605882] env[69695]: DEBUG nova.network.neutron [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Updated VIF entry in instance network info cache for port bd09a65f-42fa-49b5-882f-588616dbf5f1. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.606313] env[69695]: DEBUG nova.network.neutron [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Updating instance_info_cache with network_info: [{"id": "bd09a65f-42fa-49b5-882f-588616dbf5f1", "address": "fa:16:3e:6c:9e:ab", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd09a65f-42", "ovs_interfaceid": "bd09a65f-42fa-49b5-882f-588616dbf5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.629026] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.650257] env[69695]: DEBUG nova.compute.manager [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.650257] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.650907] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87330ce-46a1-487e-b9a7-e16b266038fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.658206] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.661364] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640c4a23-709d-48fd-be02-69e785455220 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.667924] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499510, 'name': ReconfigVM_Task, 'duration_secs': 0.328699} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.669144] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.669566] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1163.669566] env[69695]: value = "task-3499511" [ 1163.669566] env[69695]: _type = "Task" [ 1163.669566] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.670230] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7504aeb-6e0c-4647-a78b-bff610562ac1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.679985] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.703510] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8aa874c-02a8-4419-9d7d-99715ea25bb0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.718323] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1163.718323] env[69695]: value = "task-3499512" [ 1163.718323] env[69695]: _type = "Task" [ 1163.718323] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.726367] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.735944] env[69695]: DEBUG nova.network.neutron [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Successfully created port: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.841824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Releasing lock "refresh_cache-169812a5-d66b-4573-91bd-5001322deace" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.868974] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f1b01d-4e52-6911-dcf9-4ab4e113c199, 'name': SearchDatastore_Task, 'duration_secs': 0.02772} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.871092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.871092] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.871092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.871092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.871092] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.871092] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ac4ff0-fdeb-4f88-9d69-de56aecd72db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.887100] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.887340] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.888312] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8387d914-d318-484c-93ac-265b87682ca2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.895119] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1163.895119] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ba4e73-dd42-32d6-f7c5-07aa7b317def" [ 1163.895119] env[69695]: _type = "Task" [ 1163.895119] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.902764] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ba4e73-dd42-32d6-f7c5-07aa7b317def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.917494] env[69695]: DEBUG nova.objects.base [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.921025] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.111327] env[69695]: DEBUG oslo_concurrency.lockutils [req-ebe1b515-e7f8-4e28-965a-a48afbe542ad req-a874e66f-78f3-4a30-8bd3-c39be1e36012 service nova] Releasing lock "refresh_cache-84069562-b5de-430f-8476-d18f5a99f0c3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.133363] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499508, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.513331} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.133704] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 91c81103-5b40-49f4-bcc5-d1b024bc7a86/91c81103-5b40-49f4-bcc5-d1b024bc7a86.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.133930] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.134218] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1a6284-a523-41e3-999b-beb27f70a6f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.141264] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1164.141264] env[69695]: value = "task-3499513" [ 1164.141264] env[69695]: _type = "Task" [ 1164.141264] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.154345] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.170785] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181b6d5-a087-4ce4-8e94-ab616a2197bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.182885] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.186102] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f969f4c-3b65-40ab-acb9-e0abace83a71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.222713] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30495dc6-c9e8-45a9-ae30-fa045dd1db08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.230671] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499512, 'name': ReconfigVM_Task, 'duration_secs': 0.4576} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.232775] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.233099] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343900a7-695d-4cd9-b40c-76f7a0da49b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.235485] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14ae327-ab99-4243-bcb1-ff1a9aacb498 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.251686] env[69695]: DEBUG nova.compute.provider_tree [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.257106] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1164.257106] env[69695]: value = "task-3499514" [ 1164.257106] env[69695]: _type = "Task" [ 1164.257106] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.262375] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.346841] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cc20cd38-7848-4c9a-a08c-6e30ef77a99e tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "interface-169812a5-d66b-4573-91bd-5001322deace-687aad17-4f1d-4e96-bd04-1c159f6bdb72" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.777s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.403429] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ba4e73-dd42-32d6-f7c5-07aa7b317def, 'name': SearchDatastore_Task, 'duration_secs': 0.014314} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.404279] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787c686f-5c08-446c-b694-3c375447758c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.409965] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1164.409965] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52659947-d896-fdc4-9513-0b720c22d5ff" [ 1164.409965] env[69695]: _type = "Task" [ 1164.409965] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.417462] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52659947-d896-fdc4-9513-0b720c22d5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.651601] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1258} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.651885] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.652751] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0635ac4-4f9b-418a-a028-18a11185fc93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.675470] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 91c81103-5b40-49f4-bcc5-d1b024bc7a86/91c81103-5b40-49f4-bcc5-d1b024bc7a86.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.675822] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f52461-537b-49d9-81ea-2066fb1032f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.699546] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499511, 'name': PowerOffVM_Task, 'duration_secs': 0.69568} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.701048] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.701048] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.701275] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1164.701275] env[69695]: value = "task-3499515" [ 1164.701275] env[69695]: _type = "Task" [ 1164.701275] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.701471] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53186bb1-973e-428f-85f2-f859a893dd53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.714421] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.756332] env[69695]: DEBUG nova.scheduler.client.report [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.769462] env[69695]: DEBUG oslo_vmware.api [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499514, 'name': PowerOnVM_Task, 'duration_secs': 0.412659} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.769809] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.772726] env[69695]: DEBUG nova.compute.manager [None req-19cb0c80-f1c9-414a-a196-3f6ee7fecc75 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.773565] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd6459-6d03-442b-8bc8-78d726a9c0a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.780884] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.781115] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.781300] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleting the datastore file [datastore2] 169812a5-d66b-4573-91bd-5001322deace {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.781870] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4ec7223-c9d6-4c11-8454-c8e20b78f63d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.792749] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1164.792749] env[69695]: value = "task-3499517" [ 1164.792749] env[69695]: _type = "Task" [ 1164.792749] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.801505] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.921764] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52659947-d896-fdc4-9513-0b720c22d5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.018992} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.921948] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.922267] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 84069562-b5de-430f-8476-d18f5a99f0c3/84069562-b5de-430f-8476-d18f5a99f0c3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.922566] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14db7bef-0ecb-4553-af21-c8e38d751ac2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.929815] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.934221] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1164.934221] env[69695]: value = "task-3499518" [ 1164.934221] env[69695]: _type = "Task" [ 1164.934221] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.943097] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.960344] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.960596] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.960757] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.960940] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.961106] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.961254] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.961522] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.961713] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.961884] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.962160] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.962247] env[69695]: DEBUG nova.virt.hardware [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.963129] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ff8f4-36e5-4738-ae65-0cb37159eb2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.970913] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd440cb7-9a27-498c-8191-0a897c02f61c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.175634] env[69695]: DEBUG nova.compute.manager [req-d5f47ea6-b940-4418-9f59-9bcbdbed83be req-375e372e-2b1a-439d-9fa6-e802ada0a83e service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-vif-plugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.175916] env[69695]: DEBUG oslo_concurrency.lockutils [req-d5f47ea6-b940-4418-9f59-9bcbdbed83be req-375e372e-2b1a-439d-9fa6-e802ada0a83e service nova] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.176175] env[69695]: DEBUG oslo_concurrency.lockutils [req-d5f47ea6-b940-4418-9f59-9bcbdbed83be req-375e372e-2b1a-439d-9fa6-e802ada0a83e service nova] Lock "624b8878-975a-4175-914a-d21a01778f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.176384] env[69695]: DEBUG oslo_concurrency.lockutils [req-d5f47ea6-b940-4418-9f59-9bcbdbed83be req-375e372e-2b1a-439d-9fa6-e802ada0a83e service nova] Lock "624b8878-975a-4175-914a-d21a01778f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.176583] env[69695]: DEBUG nova.compute.manager [req-d5f47ea6-b940-4418-9f59-9bcbdbed83be req-375e372e-2b1a-439d-9fa6-e802ada0a83e service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] No waiting events found dispatching network-vif-plugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.176798] env[69695]: WARNING nova.compute.manager [req-d5f47ea6-b940-4418-9f59-9bcbdbed83be req-375e372e-2b1a-439d-9fa6-e802ada0a83e service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received unexpected event network-vif-plugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 for instance with vm_state building and task_state spawning. [ 1165.213720] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.215029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.215029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.215029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.215029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.216623] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499515, 'name': ReconfigVM_Task, 'duration_secs': 0.389585} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.216749] env[69695]: INFO nova.compute.manager [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Terminating instance [ 1165.218468] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 91c81103-5b40-49f4-bcc5-d1b024bc7a86/91c81103-5b40-49f4-bcc5-d1b024bc7a86.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.219975] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57632ba2-52f4-4984-bca1-1356620ece12 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.228832] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1165.228832] env[69695]: value = "task-3499519" [ 1165.228832] env[69695]: _type = "Task" [ 1165.228832] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.238392] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499519, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.239342] env[69695]: DEBUG nova.network.neutron [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Successfully updated port: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.264268] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.267016] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.598s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.270633] env[69695]: INFO nova.compute.claims [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.307867] env[69695]: DEBUG oslo_vmware.api [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22959} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.307867] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.308165] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.308442] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.308700] env[69695]: INFO nova.compute.manager [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: 169812a5-d66b-4573-91bd-5001322deace] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1165.309042] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.309902] env[69695]: DEBUG nova.compute.manager [-] [instance: 169812a5-d66b-4573-91bd-5001322deace] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.310082] env[69695]: DEBUG nova.network.neutron [-] [instance: 169812a5-d66b-4573-91bd-5001322deace] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.443883] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.723634] env[69695]: DEBUG nova.compute.manager [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.724071] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.724569] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae8275d-c1d0-4b7f-8159-0fffc572ed7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.734191] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1165.734191] env[69695]: value = "task-3499520" [ 1165.734191] env[69695]: _type = "Task" [ 1165.734191] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.740688] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.740870] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.740966] env[69695]: DEBUG nova.network.neutron [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.742089] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499519, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.749647] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.779945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-662a9224-57c0-45f8-ab21-a9a5bd6945da tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.697s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.780797] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.320s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.781023] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.781225] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.781390] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.782855] env[69695]: INFO nova.compute.manager [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Terminating instance [ 1165.801139] env[69695]: INFO nova.compute.manager [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Unrescuing [ 1165.801372] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.801545] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.801732] env[69695]: DEBUG nova.network.neutron [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.944355] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677105} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.944625] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 84069562-b5de-430f-8476-d18f5a99f0c3/84069562-b5de-430f-8476-d18f5a99f0c3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.944839] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.945114] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acdb5c4d-7bc9-41aa-99fc-f76ed1508418 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.952417] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1165.952417] env[69695]: value = "task-3499521" [ 1165.952417] env[69695]: _type = "Task" [ 1165.952417] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.962253] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.251643] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499519, 'name': Rename_Task, 'duration_secs': 0.666511} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.251887] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499520, 'name': PowerOffVM_Task, 'duration_secs': 0.322703} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.252462] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.252883] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.253106] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.253307] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699334', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'name': 'volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e3498fa0-ce6d-4654-b3da-b576dabee8c6', 'attached_at': '2025-04-21T14:29:23.000000', 'detached_at': '', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'serial': '731aa14f-9e66-4c8b-8bcd-db09c01c9536'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.253563] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519913f4-5978-4b29-94c7-4f0f493410aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.255907] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640eea22-0b33-41c6-ba05-7b43a87fed5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.281613] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1166.281613] env[69695]: value = "task-3499522" [ 1166.281613] env[69695]: _type = "Task" [ 1166.281613] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.286429] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a4618-f7dd-41bf-bec5-68610a4996aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.292532] env[69695]: DEBUG nova.compute.manager [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.293254] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.294183] env[69695]: DEBUG nova.network.neutron [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.295946] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003a3a35-ce1b-4671-a690-89e70a796eea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.305772] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea68418-cb51-4ff2-8c26-2b258a6cd99f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.310292] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.315341] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb8830-3bba-4d94-9f78-4f856a03a566 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.360062] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaa2d0f-5d6c-447d-ae19-eae65ea53862 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.362393] env[69695]: WARNING nova.virt.vmwareapi.vmops [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a34d092f-299a-42f6-aeb2-27d3beb36ad9 could not be found. [ 1166.362589] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.362756] env[69695]: INFO nova.compute.manager [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1166.362991] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.365440] env[69695]: DEBUG nova.compute.manager [-] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.365543] env[69695]: DEBUG nova.network.neutron [-] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.380825] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] The volume has not been displaced from its original location: [datastore2] volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536/volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1166.386222] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.388831] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d4f7c0-90ec-46b6-9ed7-b1e03b12449c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.414467] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1166.414467] env[69695]: value = "task-3499523" [ 1166.414467] env[69695]: _type = "Task" [ 1166.414467] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.436640] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.466219] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214932} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.470279] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.471296] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d9f457-abf2-4c9e-8bf6-9c1166727257 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.494681] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 84069562-b5de-430f-8476-d18f5a99f0c3/84069562-b5de-430f-8476-d18f5a99f0c3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.497360] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67123fc5-9b86-4861-ad3a-e85833fab302 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.515787] env[69695]: DEBUG nova.network.neutron [-] [instance: 169812a5-d66b-4573-91bd-5001322deace] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.521966] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1166.521966] env[69695]: value = "task-3499524" [ 1166.521966] env[69695]: _type = "Task" [ 1166.521966] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.533778] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.534725] env[69695]: DEBUG nova.network.neutron [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.610056] env[69695]: DEBUG nova.network.neutron [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updating instance_info_cache with network_info: [{"id": "29f28e96-e62e-47de-891f-4147b9348a8d", "address": "fa:16:3e:70:0c:ef", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f28e96-e6", "ovs_interfaceid": "29f28e96-e62e-47de-891f-4147b9348a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.703761] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1020fc0c-5952-46e5-9f0b-3a471f9787cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.713410] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc30a15-92b1-4918-9984-d119f7d1d98c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.746332] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0afe608-ec1c-4918-83a8-97ebeb04a11e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.755435] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f666c39-6a64-4782-ae16-ffa46e2e1ff4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.772883] env[69695]: DEBUG nova.compute.provider_tree [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.797499] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.928783] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499523, 'name': ReconfigVM_Task, 'duration_secs': 0.409517} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.929086] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.933664] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f44aa3-e8e8-453e-9721-d586695e1d05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.950274] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1166.950274] env[69695]: value = "task-3499525" [ 1166.950274] env[69695]: _type = "Task" [ 1166.950274] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.963122] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.017255] env[69695]: INFO nova.compute.manager [-] [instance: 169812a5-d66b-4573-91bd-5001322deace] Took 1.71 seconds to deallocate network for instance. [ 1167.033026] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499524, 'name': ReconfigVM_Task, 'duration_secs': 0.293801} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.033352] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 84069562-b5de-430f-8476-d18f5a99f0c3/84069562-b5de-430f-8476-d18f5a99f0c3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.034033] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-002bb456-7681-490f-b7a1-cab0082ff2e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.038597] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.038889] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance network_info: |[{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.039346] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:96:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.047152] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.049020] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.049375] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1167.049375] env[69695]: value = "task-3499526" [ 1167.049375] env[69695]: _type = "Task" [ 1167.049375] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.049582] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb3a5c58-0517-4861-aa36-3e9f799156f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.072128] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.072128] env[69695]: value = "task-3499527" [ 1167.072128] env[69695]: _type = "Task" [ 1167.072128] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.074945] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499526, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.083920] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499527, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.112773] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-4a1399e0-54f7-40b6-b138-b1c2c03e1309" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.113520] env[69695]: DEBUG nova.objects.instance [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'flavor' on Instance uuid 4a1399e0-54f7-40b6-b138-b1c2c03e1309 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.166157] env[69695]: DEBUG nova.network.neutron [-] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.207050] env[69695]: DEBUG nova.compute.manager [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.207279] env[69695]: DEBUG nova.compute.manager [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing instance network info cache due to event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.207489] env[69695]: DEBUG oslo_concurrency.lockutils [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.207630] env[69695]: DEBUG oslo_concurrency.lockutils [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.207851] env[69695]: DEBUG nova.network.neutron [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.276468] env[69695]: DEBUG nova.scheduler.client.report [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.297898] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.461988] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499525, 'name': ReconfigVM_Task, 'duration_secs': 0.192981} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.462321] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699334', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'name': 'volume-731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e3498fa0-ce6d-4654-b3da-b576dabee8c6', 'attached_at': '2025-04-21T14:29:23.000000', 'detached_at': '', 'volume_id': '731aa14f-9e66-4c8b-8bcd-db09c01c9536', 'serial': '731aa14f-9e66-4c8b-8bcd-db09c01c9536'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1167.462606] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.463388] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605605c2-bec0-48f6-9993-540257a22708 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.470231] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.470456] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0c2046e-4040-41c7-aaf9-ecce992bc39a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.528907] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.534026] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.534373] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.534688] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleting the datastore file [datastore1] e3498fa0-ce6d-4654-b3da-b576dabee8c6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.534967] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fa8f0c2-591d-40a5-849b-b494b0a39d7b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.542173] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1167.542173] env[69695]: value = "task-3499529" [ 1167.542173] env[69695]: _type = "Task" [ 1167.542173] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.550325] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.574872] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499526, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.583190] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499527, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.620224] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2997c-d869-47c3-92a8-855fed1eb03a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.641585] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.641942] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6833dbf-9241-4053-8e86-ab0fd13428ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.648411] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1167.648411] env[69695]: value = "task-3499530" [ 1167.648411] env[69695]: _type = "Task" [ 1167.648411] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.656156] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.669228] env[69695]: INFO nova.compute.manager [-] [instance: a34d092f-299a-42f6-aeb2-27d3beb36ad9] Took 1.30 seconds to deallocate network for instance. [ 1167.782146] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.782737] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.786415] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.550s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.786767] env[69695]: DEBUG nova.objects.instance [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lazy-loading 'resources' on Instance uuid 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.801638] env[69695]: DEBUG oslo_vmware.api [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499522, 'name': PowerOnVM_Task, 'duration_secs': 1.143284} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.801946] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.802222] env[69695]: INFO nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1167.802370] env[69695]: DEBUG nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.803309] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebb047f-ffdd-48f7-b2b2-17c7b034fcff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.905234] env[69695]: DEBUG nova.compute.manager [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1167.942478] env[69695]: DEBUG nova.network.neutron [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updated VIF entry in instance network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.943071] env[69695]: DEBUG nova.network.neutron [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.052197] env[69695]: DEBUG oslo_vmware.api [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228936} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.052456] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.052707] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.052927] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.053115] env[69695]: INFO nova.compute.manager [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1168.053361] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.053562] env[69695]: DEBUG nova.compute.manager [-] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.053661] env[69695]: DEBUG nova.network.neutron [-] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.075257] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499526, 'name': Rename_Task, 'duration_secs': 0.846897} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.075583] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.078513] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee9084e4-dfad-4172-8aa3-95d0afc6eb02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.085232] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499527, 'name': CreateVM_Task, 'duration_secs': 0.615343} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.086288] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.086605] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1168.086605] env[69695]: value = "task-3499531" [ 1168.086605] env[69695]: _type = "Task" [ 1168.086605] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.087212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.087371] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.087681] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.087960] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62429f4e-d4ac-48a2-8871-34ea30efb928 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.097832] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1168.097832] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a1690d-716a-2a58-f682-d0dddd867aad" [ 1168.097832] env[69695]: _type = "Task" [ 1168.097832] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.098096] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.105607] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a1690d-716a-2a58-f682-d0dddd867aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.167058] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499530, 'name': PowerOffVM_Task, 'duration_secs': 0.291715} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.167404] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.172753] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.173064] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104166c1-3ac6-4abf-b1a6-d893e400668d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.201181] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1168.201181] env[69695]: value = "task-3499532" [ 1168.201181] env[69695]: _type = "Task" [ 1168.201181] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.211872] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.290326] env[69695]: DEBUG nova.compute.utils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.295354] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.295474] env[69695]: DEBUG nova.network.neutron [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.324741] env[69695]: INFO nova.compute.manager [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Took 19.42 seconds to build instance. [ 1168.351195] env[69695]: DEBUG nova.policy [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdb575c9e14f96a0a7711b97263063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f32cd164a6048d18c54a80938994363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.426957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.448601] env[69695]: DEBUG oslo_concurrency.lockutils [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.449020] env[69695]: DEBUG nova.compute.manager [req-51b94bb8-9b73-476b-be59-d919a7c35178 req-543943ff-7721-44f2-a27a-ded828448940 service nova] [instance: 169812a5-d66b-4573-91bd-5001322deace] Received event network-vif-deleted-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.599622] env[69695]: DEBUG oslo_vmware.api [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499531, 'name': PowerOnVM_Task, 'duration_secs': 0.455987} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.603069] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.603405] env[69695]: INFO nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1168.603633] env[69695]: DEBUG nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.604673] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8321e4-e15b-4dfa-9808-e00a2870365f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.609679] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af89f156-2ec0-466c-9ea3-d3db8f361a41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.616932] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a1690d-716a-2a58-f682-d0dddd867aad, 'name': SearchDatastore_Task, 'duration_secs': 0.030431} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.620298] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.622586] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.622586] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.622586] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.622586] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.623441] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d46f595f-5d8e-4651-8380-9b65d1205408 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.626115] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c82b743-353b-4598-976a-58d233ce32ab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.661704] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62de3d9-8442-4758-91be-c483510406bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.664708] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.664881] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.665591] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7bd99c-587e-4bdd-93f2-94d060e3bc36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.674949] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0706fdb-a3fd-486c-863c-1a01b21f5090 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.679179] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1168.679179] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52597bfe-a554-71bf-93c7-a963c3833272" [ 1168.679179] env[69695]: _type = "Task" [ 1168.679179] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.691246] env[69695]: DEBUG nova.compute.provider_tree [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.693127] env[69695]: DEBUG nova.network.neutron [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Successfully created port: 418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.699715] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52597bfe-a554-71bf-93c7-a963c3833272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.710954] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a34d092f-299a-42f6-aeb2-27d3beb36ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.930s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.714788] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499532, 'name': ReconfigVM_Task, 'duration_secs': 0.424078} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.715220] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.715421] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.715643] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c97ec3e-46db-47f1-93c5-629f93e4ce8d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.723557] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1168.723557] env[69695]: value = "task-3499533" [ 1168.723557] env[69695]: _type = "Task" [ 1168.723557] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.731620] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.796229] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.825190] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.932s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.062992] env[69695]: DEBUG nova.network.neutron [-] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.131170] env[69695]: INFO nova.compute.manager [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Took 19.23 seconds to build instance. [ 1169.189966] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52597bfe-a554-71bf-93c7-a963c3833272, 'name': SearchDatastore_Task, 'duration_secs': 0.028337} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.190980] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30eb992e-2560-4419-b197-ea0420368f18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.197039] env[69695]: DEBUG nova.scheduler.client.report [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.200499] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1169.200499] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f7e38-7ce1-e4b6-862a-b7ad57703d7b" [ 1169.200499] env[69695]: _type = "Task" [ 1169.200499] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.209518] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f7e38-7ce1-e4b6-862a-b7ad57703d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.234401] env[69695]: DEBUG oslo_vmware.api [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499533, 'name': PowerOnVM_Task, 'duration_secs': 0.426636} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.235661] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.235903] env[69695]: DEBUG nova.compute.manager [None req-d99a8dcb-179c-4bb6-842f-dbb0275ea703 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.237016] env[69695]: DEBUG nova.compute.manager [req-b12b62c0-f473-4442-bedc-790f09fe8672 req-0d7c77e2-a583-40a8-a508-ddb71ae4d3c3 service nova] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Received event network-vif-deleted-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.237841] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6e644-3513-4526-8a22-ecf5cdb5130b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.565962] env[69695]: INFO nova.compute.manager [-] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Took 1.51 seconds to deallocate network for instance. [ 1169.633255] env[69695]: DEBUG oslo_concurrency.lockutils [None req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "84069562-b5de-430f-8476-d18f5a99f0c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.739s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.702360] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.704697] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.860s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.704893] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.706619] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.648s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.708165] env[69695]: INFO nova.compute.claims [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.722757] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527f7e38-7ce1-e4b6-862a-b7ad57703d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.019602} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.724199] env[69695]: INFO nova.scheduler.client.report [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Deleted allocations for instance 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b [ 1169.725758] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.726514] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.733229] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2bab49-efa6-4804-8907-8d831b8431f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.738847] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1169.738847] env[69695]: value = "task-3499534" [ 1169.738847] env[69695]: _type = "Task" [ 1169.738847] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.743559] env[69695]: INFO nova.scheduler.client.report [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocations for instance cad98134-4472-4898-bb87-d606b724a16d [ 1169.752640] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.807028] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.836628] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.836919] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.837120] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.837337] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.837537] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.837734] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.837989] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.838237] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.838477] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.838688] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.838911] env[69695]: DEBUG nova.virt.hardware [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.839847] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472368eb-ac8d-4679-b4a8-a9181c968661 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.849137] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d2fe2e-7cfc-4138-9a88-210240281d23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.118051] env[69695]: INFO nova.compute.manager [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Took 0.55 seconds to detach 1 volumes for instance. [ 1170.241165] env[69695]: DEBUG oslo_concurrency.lockutils [None req-593657ac-6aa6-46d3-aad5-76d18294d705 tempest-ServersAaction247Test-1701911273 tempest-ServersAaction247Test-1701911273-project-member] Lock "3f6e8469-1d9d-4ab6-88f9-93de589dfa9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.243s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.261704] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.270115] env[69695]: DEBUG oslo_concurrency.lockutils [None req-9733cbdc-e841-4377-baad-95183215205c tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "cad98134-4472-4898-bb87-d606b724a16d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.450s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.271753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.271753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.338428] env[69695]: DEBUG nova.compute.manager [req-9e47467a-481e-4c7c-8bbb-d3e83d5767db req-97e31fc0-8b8d-452c-8a92-536cdcd78b27 service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Received event network-vif-plugged-418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.338666] env[69695]: DEBUG oslo_concurrency.lockutils [req-9e47467a-481e-4c7c-8bbb-d3e83d5767db req-97e31fc0-8b8d-452c-8a92-536cdcd78b27 service nova] Acquiring lock "edb536c2-b34f-4922-ae9c-99bb7be74e53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.338847] env[69695]: DEBUG oslo_concurrency.lockutils [req-9e47467a-481e-4c7c-8bbb-d3e83d5767db req-97e31fc0-8b8d-452c-8a92-536cdcd78b27 service nova] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.339142] env[69695]: DEBUG oslo_concurrency.lockutils [req-9e47467a-481e-4c7c-8bbb-d3e83d5767db req-97e31fc0-8b8d-452c-8a92-536cdcd78b27 service nova] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.339295] env[69695]: DEBUG nova.compute.manager [req-9e47467a-481e-4c7c-8bbb-d3e83d5767db req-97e31fc0-8b8d-452c-8a92-536cdcd78b27 service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] No waiting events found dispatching network-vif-plugged-418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.339459] env[69695]: WARNING nova.compute.manager [req-9e47467a-481e-4c7c-8bbb-d3e83d5767db req-97e31fc0-8b8d-452c-8a92-536cdcd78b27 service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Received unexpected event network-vif-plugged-418b5a3b-c154-4078-a32e-93d1b7ffde46 for instance with vm_state building and task_state spawning. [ 1170.625685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.755368] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627482} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.755508] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.755734] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.756175] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb18eed4-df5b-4739-9737-953af51a98a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.767340] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1170.767340] env[69695]: value = "task-3499535" [ 1170.767340] env[69695]: _type = "Task" [ 1170.767340] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.775597] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.782128] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.893880] env[69695]: DEBUG nova.network.neutron [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Successfully updated port: 418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.919240] env[69695]: DEBUG nova.compute.manager [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Received event network-changed-418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.919441] env[69695]: DEBUG nova.compute.manager [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Refreshing instance network info cache due to event network-changed-418b5a3b-c154-4078-a32e-93d1b7ffde46. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.919656] env[69695]: DEBUG oslo_concurrency.lockutils [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] Acquiring lock "refresh_cache-edb536c2-b34f-4922-ae9c-99bb7be74e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.919919] env[69695]: DEBUG oslo_concurrency.lockutils [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] Acquired lock "refresh_cache-edb536c2-b34f-4922-ae9c-99bb7be74e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.920121] env[69695]: DEBUG nova.network.neutron [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Refreshing network info cache for port 418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.003306] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a0723-5897-44d3-bfac-ee841016d978 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.011084] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5ad5b-805c-4ed0-b041-fd4ef42ce88a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.044636] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad5bc7-ae45-4b24-bd6d-496293c1e988 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.054951] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0fa6a9-5570-4d3f-ade0-8cd6f3dac1fe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.069718] env[69695]: DEBUG nova.compute.provider_tree [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.277321] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067951} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.277620] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.278543] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd5f87-480b-439e-a9e7-3263a2cb96ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.303368] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.310131] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea96f4d9-c9ff-4be6-9b67-6324f42c990e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.338595] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1171.338595] env[69695]: value = "task-3499536" [ 1171.338595] env[69695]: _type = "Task" [ 1171.338595] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.347308] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.356394] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.397112] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "refresh_cache-edb536c2-b34f-4922-ae9c-99bb7be74e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.454324] env[69695]: DEBUG nova.network.neutron [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.550271] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "d96ecee1-4d45-40ce-823a-6814d408825c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.550462] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.550655] env[69695]: DEBUG nova.compute.manager [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.551578] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af1a337-a382-4fc9-8543-917f8bb59fe4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.557221] env[69695]: DEBUG nova.network.neutron [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.560166] env[69695]: DEBUG nova.compute.manager [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1171.560724] env[69695]: DEBUG nova.objects.instance [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lazy-loading 'flavor' on Instance uuid d96ecee1-4d45-40ce-823a-6814d408825c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.572218] env[69695]: DEBUG nova.scheduler.client.report [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.848682] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.063342] env[69695]: DEBUG oslo_concurrency.lockutils [req-1b3bf6af-d3ec-4960-bb2d-b22170c9ae3e req-68efbbcb-c028-4433-b4b4-60cd844cd08c service nova] Releasing lock "refresh_cache-edb536c2-b34f-4922-ae9c-99bb7be74e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.065452] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "refresh_cache-edb536c2-b34f-4922-ae9c-99bb7be74e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.065621] env[69695]: DEBUG nova.network.neutron [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.078693] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.078972] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.081585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.174s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.081751] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.081901] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1172.082198] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.554s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.082402] env[69695]: DEBUG nova.objects.instance [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lazy-loading 'resources' on Instance uuid 169812a5-d66b-4573-91bd-5001322deace {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.083882] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593afcb-b0bd-4ec9-9a36-7f5acc1a0297 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.093449] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777cceea-f882-4fec-bee9-1aea78cee829 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.109941] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0fed32-cfe7-48c4-a24e-c32bcbfaf2f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.117171] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6c299-df3b-45cb-973e-4d43c041b3dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.147087] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179495MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1172.147242] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.348812] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499536, 'name': ReconfigVM_Task, 'duration_secs': 0.569881} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.349116] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.349740] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b66f7911-ff93-48e3-b5dd-5334502cae7f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.355666] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1172.355666] env[69695]: value = "task-3499537" [ 1172.355666] env[69695]: _type = "Task" [ 1172.355666] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.363812] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499537, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.570905] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.573344] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf51d28-cce4-4138-87f9-1472adf60186 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.579745] env[69695]: DEBUG oslo_vmware.api [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1172.579745] env[69695]: value = "task-3499538" [ 1172.579745] env[69695]: _type = "Task" [ 1172.579745] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.583688] env[69695]: DEBUG nova.compute.utils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.585108] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.585325] env[69695]: DEBUG nova.network.neutron [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.594260] env[69695]: DEBUG oslo_vmware.api [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.598805] env[69695]: DEBUG nova.network.neutron [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.631285] env[69695]: DEBUG nova.policy [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.834588] env[69695]: DEBUG nova.network.neutron [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Updating instance_info_cache with network_info: [{"id": "418b5a3b-c154-4078-a32e-93d1b7ffde46", "address": "fa:16:3e:f7:d4:30", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b5a3b-c1", "ovs_interfaceid": "418b5a3b-c154-4078-a32e-93d1b7ffde46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.852247] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.856122] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.870697] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499537, 'name': Rename_Task, 'duration_secs': 0.401614} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.873549] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.874273] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8193c48-9a59-4470-9e72-f8e09990d97b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.881476] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1172.881476] env[69695]: value = "task-3499539" [ 1172.881476] env[69695]: _type = "Task" [ 1172.881476] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.893487] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.897909] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27040c73-1d09-43e7-a75e-06e87e369ed9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.905164] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c1be7a-04bc-4c53-955c-0f40b3f46aa4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.936098] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7714d1ac-2ae4-4636-aa1d-16d66ee69221 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.944108] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c693e0-50b7-4911-87f2-d80907043322 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.949864] env[69695]: DEBUG nova.network.neutron [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Successfully created port: ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.963976] env[69695]: DEBUG nova.compute.provider_tree [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.089518] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.092155] env[69695]: DEBUG oslo_vmware.api [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499538, 'name': PowerOffVM_Task, 'duration_secs': 0.277917} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.092406] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.092599] env[69695]: DEBUG nova.compute.manager [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.093740] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970b361-bf78-4287-93ca-d98486325962 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.341818] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "refresh_cache-edb536c2-b34f-4922-ae9c-99bb7be74e53" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.342209] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Instance network_info: |[{"id": "418b5a3b-c154-4078-a32e-93d1b7ffde46", "address": "fa:16:3e:f7:d4:30", "network": {"id": "a467ed17-c5ac-4f40-9f72-0313117b9d3d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-731066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f32cd164a6048d18c54a80938994363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418b5a3b-c1", "ovs_interfaceid": "418b5a3b-c154-4078-a32e-93d1b7ffde46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.342764] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d4:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418b5a3b-c154-4078-a32e-93d1b7ffde46', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.352048] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.352205] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.352423] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3602b82-4b26-45e4-8b57-3ee8f0befb58 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.367373] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.377495] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.377495] env[69695]: value = "task-3499540" [ 1173.377495] env[69695]: _type = "Task" [ 1173.377495] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.387444] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499540, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.393497] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.468125] env[69695]: DEBUG nova.scheduler.client.report [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.606071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ee2233a6-7f86-4eef-993d-049df54e6cd7 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.891548] env[69695]: DEBUG oslo_vmware.api [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499539, 'name': PowerOnVM_Task, 'duration_secs': 0.566419} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.895903] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.896134] env[69695]: INFO nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1173.896316] env[69695]: DEBUG nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.896622] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499540, 'name': CreateVM_Task, 'duration_secs': 0.387225} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.901890] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7828e99b-a136-4172-a26a-cd921a71a4be {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.902307] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.903397] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.903594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.903916] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.904939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.905777] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f426321-c6b9-4406-9589-0d4ad37d95db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.916419] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1173.916419] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e52f02-1933-03af-c36f-56f19a1380e3" [ 1173.916419] env[69695]: _type = "Task" [ 1173.916419] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.926132] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e52f02-1933-03af-c36f-56f19a1380e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.972700] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.974900] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.548s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.997347] env[69695]: INFO nova.scheduler.client.report [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted allocations for instance 169812a5-d66b-4573-91bd-5001322deace [ 1174.100020] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.125422] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.125660] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.125816] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.126221] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.126382] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.126529] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.126736] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.126891] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.127065] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.127249] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.127443] env[69695]: DEBUG nova.virt.hardware [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.128348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efff252-1be8-47b7-9be1-1844df208d9f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.136393] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1fd32d-5816-469f-b1ab-3c91c005b006 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.404249] env[69695]: DEBUG nova.objects.instance [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lazy-loading 'flavor' on Instance uuid d96ecee1-4d45-40ce-823a-6814d408825c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.427799] env[69695]: INFO nova.compute.manager [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Took 22.83 seconds to build instance. [ 1174.435091] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e52f02-1933-03af-c36f-56f19a1380e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012022} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.435384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.435630] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.435874] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.436059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.436247] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.436500] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8639503-0dbe-4936-8bed-d141b19af207 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.445463] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.445641] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.446766] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304da60d-aeb0-48ac-b94d-cddb00778d66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.452681] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1174.452681] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a06b45-096b-94e2-0e78-e29134450063" [ 1174.452681] env[69695]: _type = "Task" [ 1174.452681] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.460330] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a06b45-096b-94e2-0e78-e29134450063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.480816] env[69695]: INFO nova.compute.claims [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.511361] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "169812a5-d66b-4573-91bd-5001322deace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.420s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.515879] env[69695]: DEBUG nova.compute.manager [req-2a8c4e05-f8c7-4130-ba2a-06952a69ed16 req-5e1c2980-7943-43e4-948a-923a8179dccd service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Received event network-vif-plugged-ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.516100] env[69695]: DEBUG oslo_concurrency.lockutils [req-2a8c4e05-f8c7-4130-ba2a-06952a69ed16 req-5e1c2980-7943-43e4-948a-923a8179dccd service nova] Acquiring lock "6421c0fc-4a94-433c-9be6-719aa3f916dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.516302] env[69695]: DEBUG oslo_concurrency.lockutils [req-2a8c4e05-f8c7-4130-ba2a-06952a69ed16 req-5e1c2980-7943-43e4-948a-923a8179dccd service nova] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.516468] env[69695]: DEBUG oslo_concurrency.lockutils [req-2a8c4e05-f8c7-4130-ba2a-06952a69ed16 req-5e1c2980-7943-43e4-948a-923a8179dccd service nova] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.516626] env[69695]: DEBUG nova.compute.manager [req-2a8c4e05-f8c7-4130-ba2a-06952a69ed16 req-5e1c2980-7943-43e4-948a-923a8179dccd service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] No waiting events found dispatching network-vif-plugged-ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.516785] env[69695]: WARNING nova.compute.manager [req-2a8c4e05-f8c7-4130-ba2a-06952a69ed16 req-5e1c2980-7943-43e4-948a-923a8179dccd service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Received unexpected event network-vif-plugged-ce73a877-9fb2-4300-9199-9c0acb29d976 for instance with vm_state building and task_state spawning. [ 1174.600739] env[69695]: DEBUG nova.network.neutron [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Successfully updated port: ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.910044] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.910044] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquired lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.910044] env[69695]: DEBUG nova.network.neutron [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.910883] env[69695]: DEBUG nova.objects.instance [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lazy-loading 'info_cache' on Instance uuid d96ecee1-4d45-40ce-823a-6814d408825c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.931546] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5f49f72e-6fef-46d1-8927-3a5450a05d2b tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.346s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.964464] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a06b45-096b-94e2-0e78-e29134450063, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.965292] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a37045-a5c1-4a3a-b43c-32c5230bf518 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.973203] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1174.973203] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5246e93a-5f18-7fb7-0efb-086aa75f3ff9" [ 1174.973203] env[69695]: _type = "Task" [ 1174.973203] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.983975] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5246e93a-5f18-7fb7-0efb-086aa75f3ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.989328] env[69695]: INFO nova.compute.resource_tracker [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating resource usage from migration 0f278e2b-6579-4772-8f92-0db4478293b7 [ 1175.104993] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-6421c0fc-4a94-433c-9be6-719aa3f916dc" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.105187] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-6421c0fc-4a94-433c-9be6-719aa3f916dc" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.105303] env[69695]: DEBUG nova.network.neutron [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.221520] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8966cfcb-8dca-4110-b77a-a04534e1d231 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.229524] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a220d977-74e6-43da-9fdb-01f46a5c4fc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.268027] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b0d8e-3f73-48c7-ae51-b450b425a402 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.276469] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f1d975-c807-4f92-b7b0-ca22de7db020 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.291186] env[69695]: DEBUG nova.compute.provider_tree [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.415035] env[69695]: DEBUG nova.objects.base [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.474164] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.474752] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.474752] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.474880] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.474939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.480114] env[69695]: INFO nova.compute.manager [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Terminating instance [ 1175.489111] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5246e93a-5f18-7fb7-0efb-086aa75f3ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.489111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.489111] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] edb536c2-b34f-4922-ae9c-99bb7be74e53/edb536c2-b34f-4922-ae9c-99bb7be74e53.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.489111] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0073ae9f-1e70-4954-913d-049219c13933 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.497091] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1175.497091] env[69695]: value = "task-3499541" [ 1175.497091] env[69695]: _type = "Task" [ 1175.497091] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.507839] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.533383] env[69695]: DEBUG nova.compute.manager [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.533582] env[69695]: DEBUG nova.compute.manager [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing instance network info cache due to event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.533792] env[69695]: DEBUG oslo_concurrency.lockutils [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.533930] env[69695]: DEBUG oslo_concurrency.lockutils [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.534131] env[69695]: DEBUG nova.network.neutron [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.639734] env[69695]: DEBUG nova.network.neutron [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.798537] env[69695]: DEBUG nova.scheduler.client.report [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.803716] env[69695]: DEBUG nova.network.neutron [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Updating instance_info_cache with network_info: [{"id": "ce73a877-9fb2-4300-9199-9c0acb29d976", "address": "fa:16:3e:02:b4:36", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce73a877-9f", "ovs_interfaceid": "ce73a877-9fb2-4300-9199-9c0acb29d976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.984933] env[69695]: DEBUG nova.compute.manager [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.985249] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.989038] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4519345-eee1-45ff-a9bb-2ea6b2e142cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.999567] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.002740] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a53fc4a-ebaa-48f6-8199-80182b8e3f38 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.010487] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467977} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.013986] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] edb536c2-b34f-4922-ae9c-99bb7be74e53/edb536c2-b34f-4922-ae9c-99bb7be74e53.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.014233] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.014591] env[69695]: DEBUG oslo_vmware.api [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1176.014591] env[69695]: value = "task-3499542" [ 1176.014591] env[69695]: _type = "Task" [ 1176.014591] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.014745] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b89d4c0-4e9d-41f0-b0da-387c171fb4c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.028616] env[69695]: DEBUG oslo_vmware.api [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.030244] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1176.030244] env[69695]: value = "task-3499543" [ 1176.030244] env[69695]: _type = "Task" [ 1176.030244] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.042039] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.156766] env[69695]: DEBUG nova.network.neutron [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Updating instance_info_cache with network_info: [{"id": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "address": "fa:16:3e:66:05:37", "network": {"id": "6b1d2079-6b3b-4606-8455-2353b34c9a98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-438499626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451bef86570f4c99911671e80873ea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f6b98-3f", "ovs_interfaceid": "c86f6b98-3f04-424e-afc6-06e18da2dd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.306668] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-6421c0fc-4a94-433c-9be6-719aa3f916dc" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.307073] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Instance network_info: |[{"id": "ce73a877-9fb2-4300-9199-9c0acb29d976", "address": "fa:16:3e:02:b4:36", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce73a877-9f", "ovs_interfaceid": "ce73a877-9fb2-4300-9199-9c0acb29d976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.307824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.333s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.308024] env[69695]: INFO nova.compute.manager [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Migrating [ 1176.314910] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b4:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce73a877-9fb2-4300-9199-9c0acb29d976', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.322571] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.322831] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.697s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.323025] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.325401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.969s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.326869] env[69695]: INFO nova.compute.claims [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.340804] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.346221] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51bae640-11b7-4149-be24-fdb2179df317 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.370358] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.370358] env[69695]: value = "task-3499544" [ 1176.370358] env[69695]: _type = "Task" [ 1176.370358] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.375498] env[69695]: INFO nova.scheduler.client.report [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted allocations for instance e3498fa0-ce6d-4654-b3da-b576dabee8c6 [ 1176.385882] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499544, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.525928] env[69695]: DEBUG nova.network.neutron [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updated VIF entry in instance network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.527111] env[69695]: DEBUG nova.network.neutron [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.531432] env[69695]: DEBUG oslo_vmware.api [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499542, 'name': PowerOffVM_Task, 'duration_secs': 0.290342} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.537042] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.537270] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.538658] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-617afe97-71ad-4cc6-93c4-2c0f4419b6e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.546846] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099863} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.547125] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.547927] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5906ad82-7e48-4d21-9dc4-16581ca0b879 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.572725] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] edb536c2-b34f-4922-ae9c-99bb7be74e53/edb536c2-b34f-4922-ae9c-99bb7be74e53.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.573419] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be8c64c-c4a4-46fa-b3b6-4df4d647d743 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.588564] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquiring lock "bf6d2c72-c47d-496e-a064-b7a107f54631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.588806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.589074] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquiring lock "bf6d2c72-c47d-496e-a064-b7a107f54631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.589298] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.589432] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.591697] env[69695]: INFO nova.compute.manager [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Terminating instance [ 1176.596273] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1176.596273] env[69695]: value = "task-3499546" [ 1176.596273] env[69695]: _type = "Task" [ 1176.596273] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.609205] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.609486] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.609674] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.609855] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleting the datastore file [datastore1] bf5735be-00c2-4369-941e-2d159b1a1ab4 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.610130] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7861b2fd-5b09-4f8e-9785-c38ba5b9f9ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.617193] env[69695]: DEBUG oslo_vmware.api [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for the task: (returnval){ [ 1176.617193] env[69695]: value = "task-3499547" [ 1176.617193] env[69695]: _type = "Task" [ 1176.617193] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.625703] env[69695]: DEBUG oslo_vmware.api [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.627855] env[69695]: DEBUG nova.compute.manager [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Received event network-changed-ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.628049] env[69695]: DEBUG nova.compute.manager [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Refreshing instance network info cache due to event network-changed-ce73a877-9fb2-4300-9199-9c0acb29d976. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.628296] env[69695]: DEBUG oslo_concurrency.lockutils [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] Acquiring lock "refresh_cache-6421c0fc-4a94-433c-9be6-719aa3f916dc" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.628437] env[69695]: DEBUG oslo_concurrency.lockutils [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] Acquired lock "refresh_cache-6421c0fc-4a94-433c-9be6-719aa3f916dc" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.628597] env[69695]: DEBUG nova.network.neutron [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Refreshing network info cache for port ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.660497] env[69695]: DEBUG oslo_concurrency.lockutils [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Releasing lock "refresh_cache-d96ecee1-4d45-40ce-823a-6814d408825c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.848579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.848579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.848579] env[69695]: DEBUG nova.network.neutron [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.880431] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499544, 'name': CreateVM_Task, 'duration_secs': 0.335831} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.880682] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.881374] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.881591] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.881959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.883993] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31254a9-09eb-40fa-a1f2-621fd23b2bdb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.885963] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6628308c-19cc-4969-acd7-bec0c6b75a8b tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "e3498fa0-ce6d-4654-b3da-b576dabee8c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.672s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.889928] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1176.889928] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d86bdd-4208-71b7-03aa-7371eb0281bb" [ 1176.889928] env[69695]: _type = "Task" [ 1176.889928] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.897750] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d86bdd-4208-71b7-03aa-7371eb0281bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.032868] env[69695]: DEBUG oslo_concurrency.lockutils [req-d8179b86-da33-4194-bbbb-3eb229b6102e req-df33702a-e848-4e0b-a9a7-b95e2543bdcf service nova] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.096240] env[69695]: DEBUG nova.compute.manager [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.096491] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.096845] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d903b33-3498-4a98-b843-c6111492df4c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.107825] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.109188] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1177.109188] env[69695]: value = "task-3499548" [ 1177.109188] env[69695]: _type = "Task" [ 1177.109188] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.118233] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.126100] env[69695]: DEBUG oslo_vmware.api [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Task: {'id': task-3499547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363323} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.126352] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.126544] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.126779] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.126977] env[69695]: INFO nova.compute.manager [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1177.127239] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.127437] env[69695]: DEBUG nova.compute.manager [-] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.127533] env[69695]: DEBUG nova.network.neutron [-] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.356633] env[69695]: DEBUG nova.network.neutron [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Updated VIF entry in instance network info cache for port ce73a877-9fb2-4300-9199-9c0acb29d976. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.358289] env[69695]: DEBUG nova.network.neutron [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Updating instance_info_cache with network_info: [{"id": "ce73a877-9fb2-4300-9199-9c0acb29d976", "address": "fa:16:3e:02:b4:36", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce73a877-9f", "ovs_interfaceid": "ce73a877-9fb2-4300-9199-9c0acb29d976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.415401] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d86bdd-4208-71b7-03aa-7371eb0281bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.419884] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.420646] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.421139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.421501] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.421881] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.422943] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ecdb98b-4b3f-4c24-9bdb-9e2d70e67c22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.435460] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.435460] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.438471] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3ca139-82a4-4f46-9fde-36b9ebf7d58e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.450074] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1177.450074] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5282d7e7-3b8f-c9c3-39b3-3ba3064dc893" [ 1177.450074] env[69695]: _type = "Task" [ 1177.450074] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.457179] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5282d7e7-3b8f-c9c3-39b3-3ba3064dc893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.607253] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499546, 'name': ReconfigVM_Task, 'duration_secs': 0.893314} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.608377] env[69695]: DEBUG nova.network.neutron [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.613057] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Reconfigured VM instance instance-0000006c to attach disk [datastore2] edb536c2-b34f-4922-ae9c-99bb7be74e53/edb536c2-b34f-4922-ae9c-99bb7be74e53.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.614278] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee5af8e5-281c-49c8-a0d6-ef9af2367cfb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.626386] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499548, 'name': PowerOffVM_Task, 'duration_secs': 0.348605} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.627829] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.628118] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.628912] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699332', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'name': 'volume-01f76097-0d7b-4d35-b943-089dbf6356f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6d2c72-c47d-496e-a064-b7a107f54631', 'attached_at': '', 'detached_at': '', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'serial': '01f76097-0d7b-4d35-b943-089dbf6356f1'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.628912] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1177.628912] env[69695]: value = "task-3499549" [ 1177.628912] env[69695]: _type = "Task" [ 1177.628912] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.629705] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247dd8fb-7b02-4b5a-bb34-247d17ca1b5a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.644655] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499549, 'name': Rename_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.662190] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981352bb-bcca-4c79-a44c-f4fc7eb81007 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.669777] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925bfbf0-befe-4264-aa94-127ffeaa11c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.675364] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.675364] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2550dcab-c20c-4610-a6da-c47b63fbaff7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.677386] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf18df-63a3-46fa-863c-84eedcc5a8c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.694895] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27370fe9-078d-4818-acd9-bd2893c5a9cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.698166] env[69695]: DEBUG oslo_vmware.api [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1177.698166] env[69695]: value = "task-3499550" [ 1177.698166] env[69695]: _type = "Task" [ 1177.698166] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.706154] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b341d9-fd5f-4d9d-b357-838395f8d700 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.722022] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] The volume has not been displaced from its original location: [datastore2] volume-01f76097-0d7b-4d35-b943-089dbf6356f1/volume-01f76097-0d7b-4d35-b943-089dbf6356f1.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.727376] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.728490] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8678dda9-ad94-4f62-921c-26399d48f1a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.771653] env[69695]: DEBUG oslo_vmware.api [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.775018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fccbbc-a53e-49b4-a52d-adaf5f89b19c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.778849] env[69695]: DEBUG nova.compute.manager [req-8fa0700e-1a67-45da-995e-a0c12246bfe0 req-60e50919-9740-41c7-813d-2ae469e24c70 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Received event network-vif-deleted-4504fa7e-70ae-43af-8633-893dee0963a8 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.778930] env[69695]: INFO nova.compute.manager [req-8fa0700e-1a67-45da-995e-a0c12246bfe0 req-60e50919-9740-41c7-813d-2ae469e24c70 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Neutron deleted interface 4504fa7e-70ae-43af-8633-893dee0963a8; detaching it from the instance and deleting it from the info cache [ 1177.779143] env[69695]: DEBUG nova.network.neutron [req-8fa0700e-1a67-45da-995e-a0c12246bfe0 req-60e50919-9740-41c7-813d-2ae469e24c70 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.781889] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1177.781889] env[69695]: value = "task-3499551" [ 1177.781889] env[69695]: _type = "Task" [ 1177.781889] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.790483] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1ac44-fe80-45ae-bf3b-1b0de8af0ece {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.798334] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.810017] env[69695]: DEBUG nova.compute.provider_tree [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.866726] env[69695]: DEBUG oslo_concurrency.lockutils [req-cb675106-205a-402e-bc29-3d6525ea6517 req-d46ab707-6a24-45a4-8baf-2d787052bd39 service nova] Releasing lock "refresh_cache-6421c0fc-4a94-433c-9be6-719aa3f916dc" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.958035] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5282d7e7-3b8f-c9c3-39b3-3ba3064dc893, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.958729] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a1cfc8-27a9-4267-b6be-16d20e88ad1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.964014] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1177.964014] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cbf7f3-09c5-1c27-c78e-094d444084ad" [ 1177.964014] env[69695]: _type = "Task" [ 1177.964014] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.976268] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cbf7f3-09c5-1c27-c78e-094d444084ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.115019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.116393] env[69695]: DEBUG nova.network.neutron [-] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.141677] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499549, 'name': Rename_Task, 'duration_secs': 0.168729} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.141951] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.142218] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d9f700-364f-4cbf-ac97-947e155e8ba5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.149014] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1178.149014] env[69695]: value = "task-3499552" [ 1178.149014] env[69695]: _type = "Task" [ 1178.149014] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.156761] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.210499] env[69695]: DEBUG oslo_vmware.api [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499550, 'name': PowerOnVM_Task, 'duration_secs': 0.389325} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.210781] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.210983] env[69695]: DEBUG nova.compute.manager [None req-36d5703d-c493-4944-aec1-cf3582e1e531 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.211797] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2baeb25-47e4-4bd8-9339-c61a2f24512d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.287325] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b0c34cb-de21-40c0-89a9-260a9fc502bf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.295493] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499551, 'name': ReconfigVM_Task, 'duration_secs': 0.218758} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.296973] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.301240] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcb0f83-f1e9-46c3-92ba-5b163ed6c692 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.314019] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99855007-caec-4e35-8628-ce275f5e8e66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.325608] env[69695]: DEBUG nova.scheduler.client.report [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.333516] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.333735] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.336493] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1178.336493] env[69695]: value = "task-3499553" [ 1178.336493] env[69695]: _type = "Task" [ 1178.336493] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.353551] env[69695]: DEBUG nova.compute.manager [req-8fa0700e-1a67-45da-995e-a0c12246bfe0 req-60e50919-9740-41c7-813d-2ae469e24c70 service nova] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Detach interface failed, port_id=4504fa7e-70ae-43af-8633-893dee0963a8, reason: Instance bf5735be-00c2-4369-941e-2d159b1a1ab4 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.357415] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.477279] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52cbf7f3-09c5-1c27-c78e-094d444084ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018725} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.477554] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.477811] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 6421c0fc-4a94-433c-9be6-719aa3f916dc/6421c0fc-4a94-433c-9be6-719aa3f916dc.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.478189] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d13e5c6-67bb-4a9b-8f16-3308a749a1e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.487413] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1178.487413] env[69695]: value = "task-3499554" [ 1178.487413] env[69695]: _type = "Task" [ 1178.487413] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.495781] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.622045] env[69695]: INFO nova.compute.manager [-] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Took 1.49 seconds to deallocate network for instance. [ 1178.660418] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.831018] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.831575] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.834349] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.687s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.837385] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.850490] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499553, 'name': ReconfigVM_Task, 'duration_secs': 0.151238} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.850813] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699332', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'name': 'volume-01f76097-0d7b-4d35-b943-089dbf6356f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf6d2c72-c47d-496e-a064-b7a107f54631', 'attached_at': '', 'detached_at': '', 'volume_id': '01f76097-0d7b-4d35-b943-089dbf6356f1', 'serial': '01f76097-0d7b-4d35-b943-089dbf6356f1'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1178.851130] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.851922] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8525d3f-4f37-45d4-9e20-087974802d51 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.859332] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.859629] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f06c7e41-75c4-4487-b366-3ca80f39b1c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.933194] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.933434] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.933618] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Deleting the datastore file [datastore2] bf6d2c72-c47d-496e-a064-b7a107f54631 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.933892] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ecfdfbb-dfc0-410e-97f5-b30c73de875c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.941646] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for the task: (returnval){ [ 1178.941646] env[69695]: value = "task-3499556" [ 1178.941646] env[69695]: _type = "Task" [ 1178.941646] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.950649] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.997455] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.128062] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.159776] env[69695]: DEBUG oslo_vmware.api [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499552, 'name': PowerOnVM_Task, 'duration_secs': 0.647208} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.159981] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.160202] env[69695]: INFO nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1179.160386] env[69695]: DEBUG nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.161149] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a19233-3359-47a2-a2dc-ae1ac5bc0ba4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.349483] env[69695]: DEBUG nova.compute.utils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.352696] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.352860] env[69695]: DEBUG nova.network.neutron [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.370273] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.403027] env[69695]: DEBUG nova.policy [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54504d7a91114cbe8b976f4d02dc07ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bce4ca98f14a7eb2a6cbbbf745fe10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.453821] env[69695]: DEBUG oslo_vmware.api [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Task: {'id': task-3499556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50746} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.453821] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.453821] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.453821] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.453821] env[69695]: INFO nova.compute.manager [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1179.454069] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.454106] env[69695]: DEBUG nova.compute.manager [-] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.454190] env[69695]: DEBUG nova.network.neutron [-] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.504982] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577188} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.505306] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 6421c0fc-4a94-433c-9be6-719aa3f916dc/6421c0fc-4a94-433c-9be6-719aa3f916dc.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.505522] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.505823] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0072107-2a4f-4158-bb94-75574bd20ae7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.513229] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1179.513229] env[69695]: value = "task-3499557" [ 1179.513229] env[69695]: _type = "Task" [ 1179.513229] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.520571] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.632218] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d2e8c3-2d29-4063-b19b-6ada4ecdf28f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.654592] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.680036] env[69695]: INFO nova.compute.manager [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Took 26.03 seconds to build instance. [ 1179.852883] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Applying migration context for instance 9aadde24-9b33-4683-96b6-96a3f9976385 as it has an incoming, in-progress migration 0f278e2b-6579-4772-8f92-0db4478293b7. Migration status is migrating {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1179.855367] env[69695]: INFO nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating resource usage from migration 0f278e2b-6579-4772-8f92-0db4478293b7 [ 1179.858393] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.884334] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.884413] env[69695]: WARNING nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance bf5735be-00c2-4369-941e-2d159b1a1ab4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1179.884514] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance bf6d2c72-c47d-496e-a064-b7a107f54631 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.884630] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 4a1399e0-54f7-40b6-b138-b1c2c03e1309 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.884742] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.884895] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 9437b31a-a27f-4ed8-a3ac-453dcb562c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.884953] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885070] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d96ecee1-4d45-40ce-823a-6814d408825c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885183] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 91c81103-5b40-49f4-bcc5-d1b024bc7a86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885294] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 84069562-b5de-430f-8476-d18f5a99f0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885404] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 624b8878-975a-4175-914a-d21a01778f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885728] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance edb536c2-b34f-4922-ae9c-99bb7be74e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885728] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6421c0fc-4a94-433c-9be6-719aa3f916dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.885853] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Migration 0f278e2b-6579-4772-8f92-0db4478293b7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1179.885934] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 9aadde24-9b33-4683-96b6-96a3f9976385 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.886301] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1179.914615] env[69695]: DEBUG nova.network.neutron [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Successfully created port: 5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.024127] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2283} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.024415] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.028123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29acf20-256f-4419-a915-f8665fc08381 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.054725] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 6421c0fc-4a94-433c-9be6-719aa3f916dc/6421c0fc-4a94-433c-9be6-719aa3f916dc.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.055058] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87635ecf-c922-4726-88ee-31226e21cf7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.074724] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1180.074724] env[69695]: value = "task-3499558" [ 1180.074724] env[69695]: _type = "Task" [ 1180.074724] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.083023] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.125685] env[69695]: DEBUG nova.compute.manager [req-4f529114-d5be-4ea2-b859-c13586d1d079 req-7e76bec0-4954-43cb-b879-7762cc4a78bd service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Received event network-vif-deleted-97f897c5-88c7-495a-8c6a-f4fccb36699b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.125945] env[69695]: INFO nova.compute.manager [req-4f529114-d5be-4ea2-b859-c13586d1d079 req-7e76bec0-4954-43cb-b879-7762cc4a78bd service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Neutron deleted interface 97f897c5-88c7-495a-8c6a-f4fccb36699b; detaching it from the instance and deleting it from the info cache [ 1180.126130] env[69695]: DEBUG nova.network.neutron [req-4f529114-d5be-4ea2-b859-c13586d1d079 req-7e76bec0-4954-43cb-b879-7762cc4a78bd service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.161474] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.162064] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9945a69-3115-46f2-b44a-c5c54c4ca1ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.169139] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1180.169139] env[69695]: value = "task-3499559" [ 1180.169139] env[69695]: _type = "Task" [ 1180.169139] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.177227] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.181870] env[69695]: DEBUG oslo_concurrency.lockutils [None req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.542s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.389962] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6585f866-c281-4a54-8099-e203291b5b89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1180.457143] env[69695]: DEBUG nova.network.neutron [-] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.584255] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499558, 'name': ReconfigVM_Task, 'duration_secs': 0.298001} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.584528] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 6421c0fc-4a94-433c-9be6-719aa3f916dc/6421c0fc-4a94-433c-9be6-719aa3f916dc.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.585222] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39ee87f-7651-4b74-b553-48e683243bc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.591633] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1180.591633] env[69695]: value = "task-3499560" [ 1180.591633] env[69695]: _type = "Task" [ 1180.591633] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.605639] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499560, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.629443] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-463717da-3600-4b06-bfc0-adb6edaa6122 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.638537] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4927e-8498-4c0f-a1ce-5e1e6da3efe8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.671533] env[69695]: DEBUG nova.compute.manager [req-4f529114-d5be-4ea2-b859-c13586d1d079 req-7e76bec0-4954-43cb-b879-7762cc4a78bd service nova] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Detach interface failed, port_id=97f897c5-88c7-495a-8c6a-f4fccb36699b, reason: Instance bf6d2c72-c47d-496e-a064-b7a107f54631 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.679990] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499559, 'name': PowerOffVM_Task, 'duration_secs': 0.312368} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.680270] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.680458] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.874526] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.894613] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1180.894900] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1180.895061] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1180.912382] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.912640] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.912797] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.912977] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.913148] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.913301] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.913517] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.913676] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.913839] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.914692] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.914968] env[69695]: DEBUG nova.virt.hardware [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.916068] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8421b3-7afd-43c1-80f0-90a407bd4b42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.930164] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450af67-bac8-4992-b1d0-92c9abeb36d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.959547] env[69695]: INFO nova.compute.manager [-] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Took 1.51 seconds to deallocate network for instance. [ 1181.106809] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499560, 'name': Rename_Task, 'duration_secs': 0.136495} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.107217] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.107480] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2c187de-0494-4b6b-a494-2bfc086914fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.117603] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1181.117603] env[69695]: value = "task-3499561" [ 1181.117603] env[69695]: _type = "Task" [ 1181.117603] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.127681] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.171901] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860dd6cf-1a32-4945-8ceb-b72897ac268b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.179384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d58be-5928-4855-bc29-b96c6b3d7cd8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.212536] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.212917] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.213094] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.213278] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.213528] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.213770] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.214082] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.214332] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.214594] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.214868] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.215155] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.221412] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9def46-4893-4b86-be80-b0281762cf08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.232300] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c61f2-3fea-4368-8bdf-6069c3129ea5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.242458] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67107bf7-8d5d-406b-bd8d-ebcac31a019a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.246538] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1181.246538] env[69695]: value = "task-3499562" [ 1181.246538] env[69695]: _type = "Task" [ 1181.246538] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.258657] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.265757] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.439416] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "84069562-b5de-430f-8476-d18f5a99f0c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.439678] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "84069562-b5de-430f-8476-d18f5a99f0c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.439886] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "84069562-b5de-430f-8476-d18f5a99f0c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.440082] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "84069562-b5de-430f-8476-d18f5a99f0c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.440257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "84069562-b5de-430f-8476-d18f5a99f0c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.443743] env[69695]: INFO nova.compute.manager [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Terminating instance [ 1181.516198] env[69695]: INFO nova.compute.manager [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Took 0.55 seconds to detach 1 volumes for instance. [ 1181.517181] env[69695]: DEBUG nova.compute.manager [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Deleting volume: 01f76097-0d7b-4d35-b943-089dbf6356f1 {{(pid=69695) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1181.631021] env[69695]: DEBUG oslo_vmware.api [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499561, 'name': PowerOnVM_Task, 'duration_secs': 0.473471} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.631021] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.631021] env[69695]: INFO nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1181.631021] env[69695]: DEBUG nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.631021] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e9b5b-2168-4174-8244-0c3ceefea655 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.683631] env[69695]: DEBUG nova.compute.manager [req-86bc5f56-b5a8-430f-a0c2-fd6905409cdf req-3a5c43de-682a-4ded-b478-bb13c1d80912 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Received event network-vif-plugged-5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.683631] env[69695]: DEBUG oslo_concurrency.lockutils [req-86bc5f56-b5a8-430f-a0c2-fd6905409cdf req-3a5c43de-682a-4ded-b478-bb13c1d80912 service nova] Acquiring lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.683631] env[69695]: DEBUG oslo_concurrency.lockutils [req-86bc5f56-b5a8-430f-a0c2-fd6905409cdf req-3a5c43de-682a-4ded-b478-bb13c1d80912 service nova] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.683847] env[69695]: DEBUG oslo_concurrency.lockutils [req-86bc5f56-b5a8-430f-a0c2-fd6905409cdf req-3a5c43de-682a-4ded-b478-bb13c1d80912 service nova] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.683951] env[69695]: DEBUG nova.compute.manager [req-86bc5f56-b5a8-430f-a0c2-fd6905409cdf req-3a5c43de-682a-4ded-b478-bb13c1d80912 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] No waiting events found dispatching network-vif-plugged-5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.684134] env[69695]: WARNING nova.compute.manager [req-86bc5f56-b5a8-430f-a0c2-fd6905409cdf req-3a5c43de-682a-4ded-b478-bb13c1d80912 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Received unexpected event network-vif-plugged-5d64e270-572f-45d0-ab2f-2ed45e1626e4 for instance with vm_state building and task_state spawning. [ 1181.758506] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.762480] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.789317] env[69695]: DEBUG nova.network.neutron [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Successfully updated port: 5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.819718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "edb536c2-b34f-4922-ae9c-99bb7be74e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.819968] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.820195] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "edb536c2-b34f-4922-ae9c-99bb7be74e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.820428] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.820549] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.822573] env[69695]: INFO nova.compute.manager [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Terminating instance [ 1181.950044] env[69695]: DEBUG nova.compute.manager [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.950291] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.951239] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9f2d32-b506-4ccb-9d49-83d14f169672 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.959474] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.959740] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83cd28d6-97da-44f3-96cd-9bd3d25f777e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.966642] env[69695]: DEBUG oslo_vmware.api [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1181.966642] env[69695]: value = "task-3499564" [ 1181.966642] env[69695]: _type = "Task" [ 1181.966642] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.974549] env[69695]: DEBUG oslo_vmware.api [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.074161] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.146886] env[69695]: INFO nova.compute.manager [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Took 26.11 seconds to build instance. [ 1182.257937] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.267758] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1182.267960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.434s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.268283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.363s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.269896] env[69695]: INFO nova.compute.claims [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.291440] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.291593] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.291746] env[69695]: DEBUG nova.network.neutron [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.326211] env[69695]: DEBUG nova.compute.manager [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.326464] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.327569] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92581395-a183-4ae6-8293-ee4491ba9d61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.335747] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.335985] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27a17300-8a1a-4791-a527-a3ad03abbc13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.341814] env[69695]: DEBUG oslo_vmware.api [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1182.341814] env[69695]: value = "task-3499565" [ 1182.341814] env[69695]: _type = "Task" [ 1182.341814] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.349586] env[69695]: DEBUG oslo_vmware.api [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.480070] env[69695]: DEBUG oslo_vmware.api [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499564, 'name': PowerOffVM_Task, 'duration_secs': 0.214003} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.480070] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.480070] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.480327] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc77e54-b11b-4a4f-a159-0c925c5bd0d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.549691] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.549921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.550467] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleting the datastore file [datastore1] 84069562-b5de-430f-8476-d18f5a99f0c3 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.550769] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ee35d02-9efd-4344-9fb4-972f92d3f680 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.557418] env[69695]: DEBUG oslo_vmware.api [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1182.557418] env[69695]: value = "task-3499567" [ 1182.557418] env[69695]: _type = "Task" [ 1182.557418] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.565949] env[69695]: DEBUG oslo_vmware.api [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.649177] env[69695]: DEBUG oslo_concurrency.lockutils [None req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.617s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.757518] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499562, 'name': ReconfigVM_Task, 'duration_secs': 1.243442} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.757855] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.841788] env[69695]: DEBUG nova.network.neutron [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.852323] env[69695]: DEBUG oslo_vmware.api [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499565, 'name': PowerOffVM_Task, 'duration_secs': 0.294592} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.852579] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.852746] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.853434] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c31a0d51-212f-419e-b6d9-df35cf870a50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.913175] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.913406] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.913583] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleting the datastore file [datastore2] edb536c2-b34f-4922-ae9c-99bb7be74e53 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.913850] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6429a0c4-0364-4cc5-867d-b0b73595c730 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.921570] env[69695]: DEBUG oslo_vmware.api [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for the task: (returnval){ [ 1182.921570] env[69695]: value = "task-3499569" [ 1182.921570] env[69695]: _type = "Task" [ 1182.921570] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.930990] env[69695]: DEBUG oslo_vmware.api [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.067969] env[69695]: DEBUG oslo_vmware.api [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413259} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.072550] env[69695]: DEBUG nova.network.neutron [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Updating instance_info_cache with network_info: [{"id": "5d64e270-572f-45d0-ab2f-2ed45e1626e4", "address": "fa:16:3e:69:13:17", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d64e270-57", "ovs_interfaceid": "5d64e270-572f-45d0-ab2f-2ed45e1626e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.073809] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.077105] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.077105] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.077105] env[69695]: INFO nova.compute.manager [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.077105] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.077105] env[69695]: DEBUG nova.compute.manager [-] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.077105] env[69695]: DEBUG nova.network.neutron [-] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.264704] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.265241] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.265241] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.265377] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.265428] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.265552] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.265763] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.265923] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.266139] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.266324] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.266501] env[69695]: DEBUG nova.virt.hardware [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.271971] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.272281] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb82ea2-15ef-4b6a-b34a-3b8bac6f2049 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.296625] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1183.296625] env[69695]: value = "task-3499570" [ 1183.296625] env[69695]: _type = "Task" [ 1183.296625] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.307229] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.433826] env[69695]: DEBUG oslo_vmware.api [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Task: {'id': task-3499569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415001} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.434061] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.434232] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.434498] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.434630] env[69695]: INFO nova.compute.manager [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1183.434861] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.434983] env[69695]: DEBUG nova.compute.manager [-] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.435091] env[69695]: DEBUG nova.network.neutron [-] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.575733] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.576066] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Instance network_info: |[{"id": "5d64e270-572f-45d0-ab2f-2ed45e1626e4", "address": "fa:16:3e:69:13:17", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d64e270-57", "ovs_interfaceid": "5d64e270-572f-45d0-ab2f-2ed45e1626e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.576576] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:13:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d64e270-572f-45d0-ab2f-2ed45e1626e4', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.584106] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.586702] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.589665] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8e55261-5e17-4c55-bd0a-5c146db7b19f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.613038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "6421c0fc-4a94-433c-9be6-719aa3f916dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.613257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.613454] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "6421c0fc-4a94-433c-9be6-719aa3f916dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.613642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.613805] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.615376] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.615376] env[69695]: value = "task-3499571" [ 1183.615376] env[69695]: _type = "Task" [ 1183.615376] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.620724] env[69695]: INFO nova.compute.manager [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Terminating instance [ 1183.623576] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a9b888-1af3-4dd4-947f-825b6aaef67b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.632820] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499571, 'name': CreateVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.635392] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b4751-e526-4650-a2a8-15fcc440cf45 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.667342] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163940f8-9d89-4a4d-bb79-419771ba8271 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.676043] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75db7c5-b49d-4c45-ae88-abefbfa89a0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.690227] env[69695]: DEBUG nova.compute.provider_tree [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.732038] env[69695]: DEBUG nova.compute.manager [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Received event network-changed-5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.732293] env[69695]: DEBUG nova.compute.manager [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Refreshing instance network info cache due to event network-changed-5d64e270-572f-45d0-ab2f-2ed45e1626e4. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.732530] env[69695]: DEBUG oslo_concurrency.lockutils [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] Acquiring lock "refresh_cache-40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.732683] env[69695]: DEBUG oslo_concurrency.lockutils [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] Acquired lock "refresh_cache-40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.732863] env[69695]: DEBUG nova.network.neutron [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Refreshing network info cache for port 5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.807347] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499570, 'name': ReconfigVM_Task, 'duration_secs': 0.152247} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.807692] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.808522] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aaeaad-5f0d-4c47-9ad5-6159cbccffd2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.826049] env[69695]: DEBUG nova.network.neutron [-] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.834987] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.835524] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe57d64a-cb4f-4e16-b15e-4100e8ae4388 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.855387] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1183.855387] env[69695]: value = "task-3499572" [ 1183.855387] env[69695]: _type = "Task" [ 1183.855387] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.866395] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.125570] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499571, 'name': CreateVM_Task, 'duration_secs': 0.363486} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.125788] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.126521] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.126689] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.127017] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.127280] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d12a39b-a3e0-4647-b382-c62ecb89177a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.129319] env[69695]: DEBUG nova.compute.manager [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.129511] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.130264] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ba09ee-a8a4-4d7d-b57b-cbe21bd26b6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.136646] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1184.136646] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523ecbf2-379c-5fe4-9ec6-455340a22f86" [ 1184.136646] env[69695]: _type = "Task" [ 1184.136646] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.140341] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.145044] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b29787-c86b-4517-b9e0-d8b83f250602 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.156223] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523ecbf2-379c-5fe4-9ec6-455340a22f86, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.157600] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.157838] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.158084] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.158264] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.158438] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.158754] env[69695]: DEBUG oslo_vmware.api [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1184.158754] env[69695]: value = "task-3499573" [ 1184.158754] env[69695]: _type = "Task" [ 1184.158754] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.158939] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba745aa0-b0e8-451c-a0ee-24f60d106685 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.174844] env[69695]: DEBUG oslo_vmware.api [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.177053] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.177237] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.177966] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229ba1f8-03d4-4cab-9c46-a39718454d21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.183538] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1184.183538] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52335588-91e2-74a2-cc00-4370202e8d81" [ 1184.183538] env[69695]: _type = "Task" [ 1184.183538] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.191440] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52335588-91e2-74a2-cc00-4370202e8d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.193357] env[69695]: DEBUG nova.scheduler.client.report [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.239028] env[69695]: DEBUG nova.network.neutron [-] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.337836] env[69695]: INFO nova.compute.manager [-] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Took 1.26 seconds to deallocate network for instance. [ 1184.366439] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499572, 'name': ReconfigVM_Task, 'duration_secs': 0.30483} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.369039] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.369497] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.494316] env[69695]: DEBUG nova.network.neutron [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Updated VIF entry in instance network info cache for port 5d64e270-572f-45d0-ab2f-2ed45e1626e4. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.494743] env[69695]: DEBUG nova.network.neutron [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Updating instance_info_cache with network_info: [{"id": "5d64e270-572f-45d0-ab2f-2ed45e1626e4", "address": "fa:16:3e:69:13:17", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d64e270-57", "ovs_interfaceid": "5d64e270-572f-45d0-ab2f-2ed45e1626e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.671423] env[69695]: DEBUG oslo_vmware.api [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499573, 'name': PowerOffVM_Task, 'duration_secs': 0.206135} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.671423] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.671592] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.671851] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba5ff695-4c3a-4bda-a149-f0f7dc7357a8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.694613] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52335588-91e2-74a2-cc00-4370202e8d81, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.695412] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c355c7-cc4b-413e-9456-8c2fb118daf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.698283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.698815] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.701612] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.574s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.701806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.703815] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.334s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.705602] env[69695]: INFO nova.compute.claims [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.711656] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1184.711656] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e5cd94-4794-0ea5-9467-36658911873f" [ 1184.711656] env[69695]: _type = "Task" [ 1184.711656] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.720042] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e5cd94-4794-0ea5-9467-36658911873f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.735395] env[69695]: INFO nova.scheduler.client.report [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Deleted allocations for instance bf5735be-00c2-4369-941e-2d159b1a1ab4 [ 1184.743373] env[69695]: INFO nova.compute.manager [-] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Took 1.31 seconds to deallocate network for instance. [ 1184.847075] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.878307] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f4970f-63d2-463e-8ea2-2434c67f24b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.897829] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ca471-547a-4914-9a61-c24bbbdb29dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.916616] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.967593] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.967931] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.968263] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore2] 6421c0fc-4a94-433c-9be6-719aa3f916dc {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.968484] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696de36f-d7af-43d1-a581-aa3e5f493ccf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.975094] env[69695]: DEBUG oslo_vmware.api [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1184.975094] env[69695]: value = "task-3499575" [ 1184.975094] env[69695]: _type = "Task" [ 1184.975094] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.983386] env[69695]: DEBUG oslo_vmware.api [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.997502] env[69695]: DEBUG oslo_concurrency.lockutils [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] Releasing lock "refresh_cache-40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.997774] env[69695]: DEBUG nova.compute.manager [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Received event network-vif-deleted-bd09a65f-42fa-49b5-882f-588616dbf5f1 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.997957] env[69695]: INFO nova.compute.manager [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Neutron deleted interface bd09a65f-42fa-49b5-882f-588616dbf5f1; detaching it from the instance and deleting it from the info cache [ 1184.998189] env[69695]: DEBUG nova.network.neutron [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.210986] env[69695]: DEBUG nova.compute.utils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.215726] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.215917] env[69695]: DEBUG nova.network.neutron [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.227944] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e5cd94-4794-0ea5-9467-36658911873f, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.229173] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.229494] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0/40470ac1-b6fa-4ed4-a0c4-0b22acc150a0.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.229758] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c84e6a9e-987b-44fb-9106-85e7b7add05f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.237125] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1185.237125] env[69695]: value = "task-3499576" [ 1185.237125] env[69695]: _type = "Task" [ 1185.237125] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.245931] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.246452] env[69695]: DEBUG oslo_concurrency.lockutils [None req-e669ab25-2097-4e8f-a681-cecf98b41665 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Lock "bf5735be-00c2-4369-941e-2d159b1a1ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.772s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.249273] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.281096] env[69695]: DEBUG nova.policy [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e91127459c34ac385ec801c33060357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c212893e3a14b868243500ec22048c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.458904] env[69695]: DEBUG nova.network.neutron [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Port 5b3d8928-a3c5-4b30-82f3-7364ade5d454 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1185.484821] env[69695]: DEBUG oslo_vmware.api [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201049} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.485049] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.485190] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.485368] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.485531] env[69695]: INFO nova.compute.manager [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1185.486071] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.486360] env[69695]: DEBUG nova.compute.manager [-] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.486468] env[69695]: DEBUG nova.network.neutron [-] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.501041] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b6d3519-11a1-4542-a416-cb7ea598a6e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.510355] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0009304-1184-4508-9ce8-d72965490ec6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.541122] env[69695]: DEBUG nova.compute.manager [req-212e4643-6803-49a6-ab44-7ac5f317e244 req-261dcb91-78fa-4070-8286-0c295af8d510 service nova] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Detach interface failed, port_id=bd09a65f-42fa-49b5-882f-588616dbf5f1, reason: Instance 84069562-b5de-430f-8476-d18f5a99f0c3 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.648018] env[69695]: DEBUG nova.network.neutron [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Successfully created port: 62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.719253] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.755140] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.767403] env[69695]: DEBUG nova.compute.manager [req-0fb943f9-67a5-4299-8810-e0dc2eb43c73 req-49c4dcb7-23d6-4840-9386-8f1fa10a6327 service nova] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Received event network-vif-deleted-418b5a3b-c154-4078-a32e-93d1b7ffde46 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.020054] env[69695]: DEBUG nova.compute.manager [req-aec30678-4620-4fef-a9f1-238a0b95d530 req-46353d51-c5fd-40dd-bade-5d1cb5e89b78 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Received event network-vif-deleted-ce73a877-9fb2-4300-9199-9c0acb29d976 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.020220] env[69695]: INFO nova.compute.manager [req-aec30678-4620-4fef-a9f1-238a0b95d530 req-46353d51-c5fd-40dd-bade-5d1cb5e89b78 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Neutron deleted interface ce73a877-9fb2-4300-9199-9c0acb29d976; detaching it from the instance and deleting it from the info cache [ 1186.020397] env[69695]: DEBUG nova.network.neutron [req-aec30678-4620-4fef-a9f1-238a0b95d530 req-46353d51-c5fd-40dd-bade-5d1cb5e89b78 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.027123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c42b6-4765-4a41-bab7-82f70cfc3e1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.036118] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b5c577-4b49-40c9-9f4c-b0d6a4b32bcf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.069491] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a13e415-5847-41b0-8b59-2eccdff2140c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.076930] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea8a96-5070-4cd3-a39e-4c181325e328 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.090276] env[69695]: DEBUG nova.compute.provider_tree [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.249504] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689924} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.249866] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0/40470ac1-b6fa-4ed4-a0c4-0b22acc150a0.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.250169] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.250484] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033e7689-96da-4dff-b459-7bdbbf54540e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.258547] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1186.258547] env[69695]: value = "task-3499577" [ 1186.258547] env[69695]: _type = "Task" [ 1186.258547] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.269853] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.479306] env[69695]: DEBUG nova.network.neutron [-] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.480781] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.481046] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.481234] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.524248] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b7a1219-b82f-4dd1-a952-b4cea7658407 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.534749] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c12b4-ed79-4b30-9b53-f4369c39ec98 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.564465] env[69695]: DEBUG nova.compute.manager [req-aec30678-4620-4fef-a9f1-238a0b95d530 req-46353d51-c5fd-40dd-bade-5d1cb5e89b78 service nova] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Detach interface failed, port_id=ce73a877-9fb2-4300-9199-9c0acb29d976, reason: Instance 6421c0fc-4a94-433c-9be6-719aa3f916dc could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.593170] env[69695]: DEBUG nova.scheduler.client.report [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.726520] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.759105] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.759523] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.759605] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.759718] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.759862] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.760017] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.760742] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.761658] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.762417] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.762417] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.762810] env[69695]: DEBUG nova.virt.hardware [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.764463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4d218-69e7-4c86-841c-85c48c532828 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.780170] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066411} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.783260] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.784562] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38709b7a-e1ac-4b2b-9d38-76216576e37b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.791024] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260dcde1-0ef4-4fb9-962c-060bad0b17ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.813763] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0/40470ac1-b6fa-4ed4-a0c4-0b22acc150a0.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.821790] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22614c2-5468-4a2e-a8af-313fb70f4e85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.842673] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1186.842673] env[69695]: value = "task-3499578" [ 1186.842673] env[69695]: _type = "Task" [ 1186.842673] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.851338] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.989205] env[69695]: INFO nova.compute.manager [-] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Took 1.50 seconds to deallocate network for instance. [ 1187.098530] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.099173] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.106019] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.028s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.106019] env[69695]: DEBUG nova.objects.instance [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lazy-loading 'resources' on Instance uuid bf6d2c72-c47d-496e-a064-b7a107f54631 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.326865] env[69695]: DEBUG nova.network.neutron [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Successfully updated port: 62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.354115] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499578, 'name': ReconfigVM_Task, 'duration_secs': 0.391599} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.357801] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0/40470ac1-b6fa-4ed4-a0c4-0b22acc150a0.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.357801] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-742a8cea-dbd6-410f-90da-52f01205b4f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.363136] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1187.363136] env[69695]: value = "task-3499579" [ 1187.363136] env[69695]: _type = "Task" [ 1187.363136] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.371896] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499579, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.498805] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.526433] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.526642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.526841] env[69695]: DEBUG nova.network.neutron [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.606510] env[69695]: DEBUG nova.compute.utils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.613499] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.613703] env[69695]: DEBUG nova.network.neutron [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.672008] env[69695]: DEBUG nova.policy [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a53ba01e484bd181836d34a12a9c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b14c514317a4f78b62f3bc79a76f177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.807024] env[69695]: DEBUG nova.compute.manager [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received event network-vif-plugged-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.807267] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.807484] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] Lock "6585f866-c281-4a54-8099-e203291b5b89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.807727] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] Lock "6585f866-c281-4a54-8099-e203291b5b89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.807801] env[69695]: DEBUG nova.compute.manager [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] No waiting events found dispatching network-vif-plugged-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.808027] env[69695]: WARNING nova.compute.manager [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received unexpected event network-vif-plugged-62e7c715-f1a4-4bf5-8f18-36f739572edb for instance with vm_state building and task_state spawning. [ 1187.812276] env[69695]: DEBUG nova.compute.manager [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.812482] env[69695]: DEBUG nova.compute.manager [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing instance network info cache due to event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.812723] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.812811] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.812960] env[69695]: DEBUG nova.network.neutron [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.830605] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.876101] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499579, 'name': Rename_Task, 'duration_secs': 0.142417} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.876423] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.876771] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3f7ec06-fc9c-4170-b698-6452a039cd3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.887071] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1187.887071] env[69695]: value = "task-3499580" [ 1187.887071] env[69695]: _type = "Task" [ 1187.887071] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.894177] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.898971] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977fa69-dd26-4217-a9f9-b97324f37af0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.905667] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7856a28-d58c-4f1d-a6e9-6401e4421212 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.937713] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4651b7f4-3af0-4828-b32c-a986d0034962 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.945859] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c22f2-d610-416e-b43c-3f1e01a9eebc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.962659] env[69695]: DEBUG nova.compute.provider_tree [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.067661] env[69695]: DEBUG nova.network.neutron [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Successfully created port: c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.116775] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.280042] env[69695]: DEBUG nova.network.neutron [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.357053] env[69695]: DEBUG nova.network.neutron [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.395857] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499580, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.432802] env[69695]: DEBUG nova.network.neutron [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.465915] env[69695]: DEBUG nova.scheduler.client.report [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.782293] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.898424] env[69695]: DEBUG oslo_vmware.api [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499580, 'name': PowerOnVM_Task, 'duration_secs': 0.518158} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.898719] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.898897] env[69695]: INFO nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1188.899085] env[69695]: DEBUG nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.899867] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742cf12-021d-4b23-aba1-a19dabcf9e1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.935582] env[69695]: DEBUG oslo_concurrency.lockutils [req-9ade0304-c933-4fce-9de3-22a23c82de9b req-9710c4bc-d059-494b-8c5c-314529cf052d service nova] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.936653] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.936653] env[69695]: DEBUG nova.network.neutron [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.970618] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.972943] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.126s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.973190] env[69695]: DEBUG nova.objects.instance [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lazy-loading 'resources' on Instance uuid 84069562-b5de-430f-8476-d18f5a99f0c3 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.995022] env[69695]: INFO nova.scheduler.client.report [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Deleted allocations for instance bf6d2c72-c47d-496e-a064-b7a107f54631 [ 1189.126548] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.152020] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.152291] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.152446] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.152626] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.152771] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.152916] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.153145] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.153310] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.153496] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.153658] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.153831] env[69695]: DEBUG nova.virt.hardware [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.154733] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e1dac-6d2f-4483-a236-7a381a9f3ba8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.162514] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25132349-835e-4644-91a9-c7b5220a9d0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.304352] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2334e817-0468-4b8f-a3e7-65fc8e2c5d09 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.324717] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cefdfd-c647-45ad-8c1d-3918dd47d0b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.331767] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.418047] env[69695]: INFO nova.compute.manager [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Took 18.13 seconds to build instance. [ 1189.458682] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.458682] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.458682] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.458798] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.458938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.464305] env[69695]: INFO nova.compute.manager [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Terminating instance [ 1189.478769] env[69695]: DEBUG nova.network.neutron [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.508825] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba21953d-64b3-4cfd-9b21-fefa01615669 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Lock "bf6d2c72-c47d-496e-a064-b7a107f54631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.920s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.708527] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7200f91-324c-428a-af92-3c1fe0f998a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.717257] env[69695]: DEBUG nova.network.neutron [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.726019] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb479f6-bd16-4434-a7e4-f04062d04c71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.727500] env[69695]: DEBUG nova.network.neutron [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Successfully updated port: c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.764886] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac373319-cca5-4749-9484-7f15a10b4a16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.773399] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421637fc-4fd6-497b-9324-a67ef4393713 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.787923] env[69695]: DEBUG nova.compute.provider_tree [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.838893] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.839232] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20fbf00e-eaff-458b-8a75-2748551aff36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.846665] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1189.846665] env[69695]: value = "task-3499581" [ 1189.846665] env[69695]: _type = "Task" [ 1189.846665] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.855460] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.920949] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8dd7f573-d6fd-4178-91d1-1888e5f856be tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.649s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.967081] env[69695]: DEBUG nova.compute.manager [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.967354] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.968434] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40760050-74d6-4689-9b35-910605c0c8ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.976989] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.977381] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a48898-58df-46b9-ba99-6ced8c28f399 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.984245] env[69695]: DEBUG oslo_vmware.api [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1189.984245] env[69695]: value = "task-3499582" [ 1189.984245] env[69695]: _type = "Task" [ 1189.984245] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.988266] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.988658] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.988900] env[69695]: DEBUG nova.compute.manager [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.989843] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de8fcf7-c378-4963-8006-b5d19bee4728 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.002315] env[69695]: DEBUG oslo_vmware.api [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.004479] env[69695]: DEBUG nova.compute.manager [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1190.005290] env[69695]: DEBUG nova.objects.instance [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'flavor' on Instance uuid 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.033020] env[69695]: DEBUG nova.compute.manager [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-vif-plugged-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.033020] env[69695]: DEBUG oslo_concurrency.lockutils [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.033020] env[69695]: DEBUG oslo_concurrency.lockutils [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.033020] env[69695]: DEBUG oslo_concurrency.lockutils [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.033686] env[69695]: DEBUG nova.compute.manager [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] No waiting events found dispatching network-vif-plugged-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.033686] env[69695]: WARNING nova.compute.manager [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received unexpected event network-vif-plugged-c225ed31-56b9-4b82-a505-4ac194c162c7 for instance with vm_state building and task_state spawning. [ 1190.033850] env[69695]: DEBUG nova.compute.manager [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.034060] env[69695]: DEBUG nova.compute.manager [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing instance network info cache due to event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.034294] env[69695]: DEBUG oslo_concurrency.lockutils [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.034532] env[69695]: DEBUG oslo_concurrency.lockutils [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.034768] env[69695]: DEBUG nova.network.neutron [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.228055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.228639] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Instance network_info: |[{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.229669] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:7d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e7c715-f1a4-4bf5-8f18-36f739572edb', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.238010] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.238350] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.238630] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2abb6b41-8289-49eb-8b58-378389d2dcbc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.258435] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.258435] env[69695]: value = "task-3499583" [ 1190.258435] env[69695]: _type = "Task" [ 1190.258435] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.263293] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.266555] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499583, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.291906] env[69695]: DEBUG nova.scheduler.client.report [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.356728] env[69695]: DEBUG oslo_vmware.api [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499581, 'name': PowerOnVM_Task, 'duration_secs': 0.409738} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.356983] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.357188] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd7f61f-68b4-4412-8207-7ff962646369 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance '9aadde24-9b33-4683-96b6-96a3f9976385' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.494710] env[69695]: DEBUG oslo_vmware.api [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499582, 'name': PowerOffVM_Task, 'duration_secs': 0.197269} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.494901] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.495102] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.495362] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b28bfd9e-3212-4b11-85ae-889825b88d6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.554695] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.554933] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.555144] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Deleting the datastore file [datastore2] 9437b31a-a27f-4ed8-a3ac-453dcb562c95 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.555410] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31eeed4c-c249-41a3-99e8-e6d791a46047 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.562144] env[69695]: DEBUG oslo_vmware.api [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for the task: (returnval){ [ 1190.562144] env[69695]: value = "task-3499585" [ 1190.562144] env[69695]: _type = "Task" [ 1190.562144] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.570525] env[69695]: DEBUG oslo_vmware.api [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.571321] env[69695]: DEBUG nova.network.neutron [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.642453] env[69695]: DEBUG nova.network.neutron [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.771359] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499583, 'name': CreateVM_Task, 'duration_secs': 0.313867} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.771665] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.772916] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.773464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.774160] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.774836] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551b4bd0-4d59-4ab8-a533-75b75366c5fd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.782347] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1190.782347] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526026ac-114e-bfc8-6644-a77924957f44" [ 1190.782347] env[69695]: _type = "Task" [ 1190.782347] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.790834] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526026ac-114e-bfc8-6644-a77924957f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.797817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.800585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.551s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.800881] env[69695]: DEBUG nova.objects.instance [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lazy-loading 'resources' on Instance uuid edb536c2-b34f-4922-ae9c-99bb7be74e53 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.824083] env[69695]: INFO nova.scheduler.client.report [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleted allocations for instance 84069562-b5de-430f-8476-d18f5a99f0c3 [ 1191.015328] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.015328] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be19807-a90e-44fc-9442-398b2427438a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.022459] env[69695]: DEBUG oslo_vmware.api [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1191.022459] env[69695]: value = "task-3499586" [ 1191.022459] env[69695]: _type = "Task" [ 1191.022459] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.036349] env[69695]: DEBUG oslo_vmware.api [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.073589] env[69695]: DEBUG oslo_vmware.api [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Task: {'id': task-3499585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131846} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.074941] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.074941] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.074941] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.074941] env[69695]: INFO nova.compute.manager [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1191.074941] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.074941] env[69695]: DEBUG nova.compute.manager [-] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.075246] env[69695]: DEBUG nova.network.neutron [-] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.145329] env[69695]: DEBUG oslo_concurrency.lockutils [req-3169214d-ab33-41ae-af33-6b7f3217f791 req-0c418620-433d-42e4-a247-abb2bf80231b service nova] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.145329] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.147695] env[69695]: DEBUG nova.network.neutron [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.300365] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526026ac-114e-bfc8-6644-a77924957f44, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.300897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.303960] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.303960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.303960] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.303960] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.303960] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79aee6a7-82c6-4eb0-b0fa-6d97cf360207 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.321524] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.321524] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.322699] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af8e470-1c36-4928-95bc-1294d89a1cb1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.333506] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1191.333506] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525324d3-3d52-b4de-57e1-0a68c947c5ac" [ 1191.333506] env[69695]: _type = "Task" [ 1191.333506] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.340237] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6f1ee152-6404-4718-8888-5c465bbe63dd tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "84069562-b5de-430f-8476-d18f5a99f0c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.900s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.357799] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525324d3-3d52-b4de-57e1-0a68c947c5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.359757] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592126f6-fd53-4c76-9570-2d48d3fea8e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.375023] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1191.375023] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528eef48-59c8-79ca-3178-15153fc222d2" [ 1191.375023] env[69695]: _type = "Task" [ 1191.375023] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.386364] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528eef48-59c8-79ca-3178-15153fc222d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.534646] env[69695]: DEBUG oslo_vmware.api [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499586, 'name': PowerOffVM_Task, 'duration_secs': 0.3293} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.535010] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.535308] env[69695]: DEBUG nova.compute.manager [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.536651] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba8fb5b-3991-456f-aa5d-5101d33884e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.607178] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ee5ec-41e3-4c2b-bdf7-682135bfdf6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.617228] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30992033-6ea7-44c8-bf15-b7bd4c934c60 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.655561] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ef1ce-c761-4a4d-a6d6-f8ef0303ee13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.664334] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849cb3c2-8018-43b0-90f0-d1c366ce4431 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.678583] env[69695]: DEBUG nova.compute.provider_tree [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.692099] env[69695]: DEBUG nova.network.neutron [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.859677] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.859993] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.860189] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.860385] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.860548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.863647] env[69695]: INFO nova.compute.manager [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Terminating instance [ 1191.896275] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]528eef48-59c8-79ca-3178-15153fc222d2, 'name': SearchDatastore_Task, 'duration_secs': 0.024064} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.897413] env[69695]: DEBUG nova.network.neutron [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc225ed31-56", "ovs_interfaceid": "c225ed31-56b9-4b82-a505-4ac194c162c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.898856] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.898856] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/6585f866-c281-4a54-8099-e203291b5b89.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.899257] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0389dc8a-59e5-47ee-bbf4-3ac1f4d12656 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.909158] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1191.909158] env[69695]: value = "task-3499587" [ 1191.909158] env[69695]: _type = "Task" [ 1191.909158] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.923512] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.054671] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fb8bdb30-c6c0-4799-a6f7-6c5aa384de8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.070583] env[69695]: DEBUG nova.compute.manager [req-122f98d2-fa90-4cfb-acfd-06758fb6bfb9 req-b3f18490-60d1-4bbc-878e-b71e72a74971 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Received event network-vif-deleted-bfbf2634-b05f-48e0-ae56-5b2b668ded2a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.070679] env[69695]: INFO nova.compute.manager [req-122f98d2-fa90-4cfb-acfd-06758fb6bfb9 req-b3f18490-60d1-4bbc-878e-b71e72a74971 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Neutron deleted interface bfbf2634-b05f-48e0-ae56-5b2b668ded2a; detaching it from the instance and deleting it from the info cache [ 1192.070886] env[69695]: DEBUG nova.network.neutron [req-122f98d2-fa90-4cfb-acfd-06758fb6bfb9 req-b3f18490-60d1-4bbc-878e-b71e72a74971 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.180703] env[69695]: DEBUG nova.scheduler.client.report [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.372291] env[69695]: DEBUG nova.compute.manager [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.372618] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.373623] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c2fca-a226-4fad-a518-66666babd8e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.383248] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.383523] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54f1a3f0-01e8-4011-af28-791c6849d4ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.391341] env[69695]: DEBUG oslo_vmware.api [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1192.391341] env[69695]: value = "task-3499588" [ 1192.391341] env[69695]: _type = "Task" [ 1192.391341] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.402069] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.402431] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance network_info: |[{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc225ed31-56", "ovs_interfaceid": "c225ed31-56b9-4b82-a505-4ac194c162c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.402720] env[69695]: DEBUG oslo_vmware.api [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.403099] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:55:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c225ed31-56b9-4b82-a505-4ac194c162c7', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.410903] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.411273] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.415035] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3025ece5-1843-4b7a-b677-7e59b508e366 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.439890] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.439890] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.439890] env[69695]: value = "task-3499589" [ 1192.439890] env[69695]: _type = "Task" [ 1192.439890] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.447047] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499589, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.458888] env[69695]: DEBUG nova.network.neutron [-] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.575290] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e4fb3c-4786-4334-b24d-e061bf07c17f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.587471] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c4657-8cfd-496f-8f44-0f461d9f0410 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.624218] env[69695]: DEBUG nova.compute.manager [req-122f98d2-fa90-4cfb-acfd-06758fb6bfb9 req-b3f18490-60d1-4bbc-878e-b71e72a74971 service nova] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Detach interface failed, port_id=bfbf2634-b05f-48e0-ae56-5b2b668ded2a, reason: Instance 9437b31a-a27f-4ed8-a3ac-453dcb562c95 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.687878] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.689585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.191s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.690150] env[69695]: DEBUG nova.objects.instance [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid 6421c0fc-4a94-433c-9be6-719aa3f916dc {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.723787] env[69695]: INFO nova.scheduler.client.report [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Deleted allocations for instance edb536c2-b34f-4922-ae9c-99bb7be74e53 [ 1192.753063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.753233] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.753395] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.753999] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.754199] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.756550] env[69695]: INFO nova.compute.manager [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Terminating instance [ 1192.901875] env[69695]: DEBUG oslo_vmware.api [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499588, 'name': PowerOffVM_Task, 'duration_secs': 0.430796} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.902173] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.902347] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.902608] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f6e5d7-cfa7-4015-8178-9dc31ca55870 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.921262] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.951385] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499589, 'name': CreateVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.962581] env[69695]: INFO nova.compute.manager [-] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Took 1.89 seconds to deallocate network for instance. [ 1192.970728] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.970951] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.971359] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleting the datastore file [datastore1] 91c81103-5b40-49f4-bcc5-d1b024bc7a86 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.971654] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca97e5ea-5c91-401f-ad7b-a972decf9896 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.978946] env[69695]: DEBUG oslo_vmware.api [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1192.978946] env[69695]: value = "task-3499591" [ 1192.978946] env[69695]: _type = "Task" [ 1192.978946] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.988020] env[69695]: DEBUG oslo_vmware.api [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.126549] env[69695]: DEBUG nova.network.neutron [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Port 5b3d8928-a3c5-4b30-82f3-7364ade5d454 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1193.126873] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.127048] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.127221] env[69695]: DEBUG nova.network.neutron [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.233156] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Lock "edb536c2-b34f-4922-ae9c-99bb7be74e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.413s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.260346] env[69695]: DEBUG nova.compute.manager [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.260624] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.261477] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa8b98d-50ec-4669-a7c6-f69e8677eab4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.269373] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.271977] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9bab47-6f59-4522-ae59-d2e72e244300 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.363574] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.363800] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.364050] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleting the datastore file [datastore2] 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.364357] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f89b9364-d38d-4db3-99a7-dd44b04e2f19 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.371551] env[69695]: DEBUG oslo_vmware.api [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1193.371551] env[69695]: value = "task-3499593" [ 1193.371551] env[69695]: _type = "Task" [ 1193.371551] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.383031] env[69695]: DEBUG oslo_vmware.api [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.388833] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a9e98a-6a52-4ea2-ac65-ce152a64f95e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.395580] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18218c2-4fec-43bc-93fb-1d3246dea42e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.428784] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d900b3-8b15-436f-973c-e4bd3411137a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.439985] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ddb889-5bb7-4b4d-8589-82f39ff5aeab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.443885] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.453097] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499589, 'name': CreateVM_Task, 'duration_secs': 0.643828} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.460643] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.461185] env[69695]: DEBUG nova.compute.provider_tree [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.462934] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.463146] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.463507] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.463968] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b577af39-ef3d-4328-9d72-e9459056f15e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.470504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.470710] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1193.470710] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529c84d1-6ba2-b527-698f-75a7b7f737c6" [ 1193.470710] env[69695]: _type = "Task" [ 1193.470710] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.480455] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529c84d1-6ba2-b527-698f-75a7b7f737c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.488545] env[69695]: DEBUG oslo_vmware.api [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279103} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.488810] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.489026] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.489240] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.489441] env[69695]: INFO nova.compute.manager [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.489681] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.489870] env[69695]: DEBUG nova.compute.manager [-] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.489964] env[69695]: DEBUG nova.network.neutron [-] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.877202] env[69695]: DEBUG nova.network.neutron [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.884295] env[69695]: DEBUG oslo_vmware.api [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.934868] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499587, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.93535} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.935204] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/6585f866-c281-4a54-8099-e203291b5b89.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.935746] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.935746] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28dfd4fc-ea7c-4ce1-9026-992028407ce1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.941978] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1193.941978] env[69695]: value = "task-3499594" [ 1193.941978] env[69695]: _type = "Task" [ 1193.941978] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.950733] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.965447] env[69695]: DEBUG nova.scheduler.client.report [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.981957] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529c84d1-6ba2-b527-698f-75a7b7f737c6, 'name': SearchDatastore_Task, 'duration_secs': 0.072103} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.982278] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.983615] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.983615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.983615] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.983615] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.983615] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5333af57-bade-472d-9967-1cce04529c4c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.991336] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.992020] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.992387] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61ea764-3ecd-4318-b397-f757ad0f9447 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.998412] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1193.998412] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5224759a-491a-db18-bae6-bafe4f5c1d99" [ 1193.998412] env[69695]: _type = "Task" [ 1193.998412] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.006019] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5224759a-491a-db18-bae6-bafe4f5c1d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.096900] env[69695]: DEBUG nova.compute.manager [req-48c3d0aa-c711-4e07-8e76-c0a947a9e564 req-4e71e274-ab52-47d5-8902-0f4923b1a93d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Received event network-vif-deleted-7ced59aa-13e9-4a82-aad0-c69f174cc696 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.096900] env[69695]: INFO nova.compute.manager [req-48c3d0aa-c711-4e07-8e76-c0a947a9e564 req-4e71e274-ab52-47d5-8902-0f4923b1a93d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Neutron deleted interface 7ced59aa-13e9-4a82-aad0-c69f174cc696; detaching it from the instance and deleting it from the info cache [ 1194.096900] env[69695]: DEBUG nova.network.neutron [req-48c3d0aa-c711-4e07-8e76-c0a947a9e564 req-4e71e274-ab52-47d5-8902-0f4923b1a93d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.335339] env[69695]: DEBUG nova.network.neutron [-] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.382485] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.383797] env[69695]: DEBUG oslo_vmware.api [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60969} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.384046] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.384236] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.384412] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.384614] env[69695]: INFO nova.compute.manager [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.384851] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.385234] env[69695]: DEBUG nova.compute.manager [-] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.385332] env[69695]: DEBUG nova.network.neutron [-] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.451562] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101685} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.451819] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.452588] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac53084b-dad4-42a2-8ba9-90e8d0bae89a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.473681] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/6585f866-c281-4a54-8099-e203291b5b89.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.476308] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.478097] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90501f98-e9cd-404e-995b-acc46f65fe45 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.493462] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.023s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.493694] env[69695]: DEBUG nova.objects.instance [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lazy-loading 'resources' on Instance uuid 9437b31a-a27f-4ed8-a3ac-453dcb562c95 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.507022] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1194.507022] env[69695]: value = "task-3499595" [ 1194.507022] env[69695]: _type = "Task" [ 1194.507022] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.511751] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5224759a-491a-db18-bae6-bafe4f5c1d99, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.513039] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec88947-ef1f-44e9-993e-a15a32acb2c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.519101] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.520121] env[69695]: INFO nova.scheduler.client.report [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance 6421c0fc-4a94-433c-9be6-719aa3f916dc [ 1194.529912] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1194.529912] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522b6402-2e5a-53f9-f6a0-ed0f3d216c8a" [ 1194.529912] env[69695]: _type = "Task" [ 1194.529912] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.540172] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]522b6402-2e5a-53f9-f6a0-ed0f3d216c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.541356] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.541356] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.541356] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68bc6c1-c0cf-4088-80b3-3e6aec6fdb2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.548017] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1194.548017] env[69695]: value = "task-3499596" [ 1194.548017] env[69695]: _type = "Task" [ 1194.548017] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.557469] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.599082] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ebbbcde-2c7f-44c3-b156-24314a62b7a4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.607939] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f06fa9a-9178-4180-9f7d-b4ed4768bc86 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.640427] env[69695]: DEBUG nova.compute.manager [req-48c3d0aa-c711-4e07-8e76-c0a947a9e564 req-4e71e274-ab52-47d5-8902-0f4923b1a93d service nova] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Detach interface failed, port_id=7ced59aa-13e9-4a82-aad0-c69f174cc696, reason: Instance 91c81103-5b40-49f4-bcc5-d1b024bc7a86 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.838072] env[69695]: INFO nova.compute.manager [-] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Took 1.35 seconds to deallocate network for instance. [ 1194.886232] env[69695]: DEBUG nova.compute.manager [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69695) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1194.886519] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.017609] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499595, 'name': ReconfigVM_Task, 'duration_secs': 0.269558} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.017941] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/6585f866-c281-4a54-8099-e203291b5b89.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.020699] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285e46b7-7c26-4894-b8b8-b79d3e08f1e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.033840] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1195.033840] env[69695]: value = "task-3499597" [ 1195.033840] env[69695]: _type = "Task" [ 1195.033840] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.034352] env[69695]: DEBUG oslo_concurrency.lockutils [None req-17572315-920b-478f-8a51-17816a3dc303 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "6421c0fc-4a94-433c-9be6-719aa3f916dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.421s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.056490] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499597, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.067446] env[69695]: DEBUG nova.compute.manager [req-757872ad-15b7-4618-9056-23ac75acd890 req-d3f0b0ad-7bed-4db7-bc09-21bc19904c6e service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Received event network-vif-deleted-5d64e270-572f-45d0-ab2f-2ed45e1626e4 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.067715] env[69695]: INFO nova.compute.manager [req-757872ad-15b7-4618-9056-23ac75acd890 req-d3f0b0ad-7bed-4db7-bc09-21bc19904c6e service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Neutron deleted interface 5d64e270-572f-45d0-ab2f-2ed45e1626e4; detaching it from the instance and deleting it from the info cache [ 1195.067894] env[69695]: DEBUG nova.network.neutron [req-757872ad-15b7-4618-9056-23ac75acd890 req-d3f0b0ad-7bed-4db7-bc09-21bc19904c6e service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.072610] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.208708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd634f47-6aeb-414b-833d-85b0b7972771 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.218336] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3438db-22bf-4bda-a177-21b056e9cec9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.254735] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f173a2-7b37-41b0-b513-d51b4ed114fd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.262754] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0984fd61-566e-4e9c-8754-e6f0e0a53399 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.276660] env[69695]: DEBUG nova.compute.provider_tree [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.345685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.547284] env[69695]: DEBUG nova.network.neutron [-] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.548148] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499597, 'name': Rename_Task, 'duration_secs': 0.149585} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.548670] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.548945] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb51ec8-b205-4480-b1c8-4f079a6d404d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.556370] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1195.556370] env[69695]: value = "task-3499598" [ 1195.556370] env[69695]: _type = "Task" [ 1195.556370] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.571389] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918948} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.574053] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.574339] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.574908] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.575193] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f2370cd-d7a8-474f-8b0a-435a8725cf3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.577154] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a7bc2e4-0d56-4671-aa30-9767b10a18d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.588850] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a4c83-7cad-49fc-a26b-992d97bf1713 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.600375] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1195.600375] env[69695]: value = "task-3499599" [ 1195.600375] env[69695]: _type = "Task" [ 1195.600375] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.610083] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.621145] env[69695]: DEBUG nova.compute.manager [req-757872ad-15b7-4618-9056-23ac75acd890 req-d3f0b0ad-7bed-4db7-bc09-21bc19904c6e service nova] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Detach interface failed, port_id=5d64e270-572f-45d0-ab2f-2ed45e1626e4, reason: Instance 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.779507] env[69695]: DEBUG nova.scheduler.client.report [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.966340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.966340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.966340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.966340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.966340] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.969275] env[69695]: INFO nova.compute.manager [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Terminating instance [ 1196.049916] env[69695]: INFO nova.compute.manager [-] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Took 1.66 seconds to deallocate network for instance. [ 1196.075325] env[69695]: DEBUG oslo_vmware.api [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499598, 'name': PowerOnVM_Task, 'duration_secs': 0.465054} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.075800] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.076407] env[69695]: INFO nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1196.076407] env[69695]: DEBUG nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.077082] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2abd77c-a45a-42ed-80f4-2a81c6f4bc12 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.112836] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070354} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.113205] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.114297] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa817d3-128f-4753-9843-a7d62f8a73d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.143630] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.144610] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88e1821-a84f-4a5a-9eba-dfbeee5db37a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.165475] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1196.165475] env[69695]: value = "task-3499600" [ 1196.165475] env[69695]: _type = "Task" [ 1196.165475] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.177901] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.319895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.319895] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.401s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.349555] env[69695]: INFO nova.scheduler.client.report [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Deleted allocations for instance 9437b31a-a27f-4ed8-a3ac-453dcb562c95 [ 1196.477051] env[69695]: DEBUG nova.compute.manager [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.477051] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.477554] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c58733-a5e2-427f-ad97-71b94b49bd86 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.485303] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.485555] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-563f018d-7bca-4bf0-88cc-a4407cc94f7e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.491867] env[69695]: DEBUG oslo_vmware.api [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1196.491867] env[69695]: value = "task-3499601" [ 1196.491867] env[69695]: _type = "Task" [ 1196.491867] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.499423] env[69695]: DEBUG oslo_vmware.api [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.558624] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.600830] env[69695]: INFO nova.compute.manager [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Took 22.73 seconds to build instance. [ 1196.675757] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.792843] env[69695]: DEBUG nova.objects.instance [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'migration_context' on Instance uuid 9aadde24-9b33-4683-96b6-96a3f9976385 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.857318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Lock "9437b31a-a27f-4ed8-a3ac-453dcb562c95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.399s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.002139] env[69695]: DEBUG oslo_vmware.api [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499601, 'name': PowerOffVM_Task, 'duration_secs': 0.363185} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.002381] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.002551] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.002806] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a35243-ec02-483c-8010-70ea63e32eb6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.063302] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.063620] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.063689] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore1] 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.063953] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc487ba4-2c6b-41bc-b113-ca557d480ca9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.070612] env[69695]: DEBUG oslo_vmware.api [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1197.070612] env[69695]: value = "task-3499603" [ 1197.070612] env[69695]: _type = "Task" [ 1197.070612] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.079809] env[69695]: DEBUG oslo_vmware.api [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.102585] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.249s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.175727] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499600, 'name': ReconfigVM_Task, 'duration_secs': 0.815509} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.176060] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.176742] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2bf5777-1c89-4fac-a26d-ccca621e5975 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.182734] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1197.182734] env[69695]: value = "task-3499604" [ 1197.182734] env[69695]: _type = "Task" [ 1197.182734] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.190730] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499604, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.314918] env[69695]: DEBUG nova.scheduler.client.report [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.329318] env[69695]: DEBUG nova.scheduler.client.report [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.329575] env[69695]: DEBUG nova.compute.provider_tree [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.346080] env[69695]: DEBUG nova.scheduler.client.report [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.378132] env[69695]: DEBUG nova.scheduler.client.report [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.559393] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a88e3ca-3c5c-4cc6-b37c-7c8724cfe006 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.567732] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e7766-a774-424f-a447-71ab0be33b39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.579770] env[69695]: DEBUG oslo_vmware.api [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133917} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.605553] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.605730] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.605850] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.606161] env[69695]: INFO nova.compute.manager [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1197.606436] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.606722] env[69695]: DEBUG nova.compute.manager [-] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.606824] env[69695]: DEBUG nova.network.neutron [-] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.609490] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f8afc0-8243-429b-a327-c7214d07afee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.618536] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1069f-cef7-48f1-8ed0-e91c661862cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.632716] env[69695]: DEBUG nova.compute.provider_tree [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.693375] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499604, 'name': Rename_Task, 'duration_secs': 0.424406} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.693638] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.694236] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a061c7e8-c4b9-4edc-85c6-5485883c616f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.702460] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1197.702460] env[69695]: value = "task-3499605" [ 1197.702460] env[69695]: _type = "Task" [ 1197.702460] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.709991] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.052859] env[69695]: DEBUG nova.compute.manager [req-5147b65f-376d-4872-92d9-e4f90b6473cb req-bf288667-68b7-4763-bfc9-62f77d944783 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Received event network-vif-deleted-70cdc976-5441-4b14-aad0-7cac40193591 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.052859] env[69695]: INFO nova.compute.manager [req-5147b65f-376d-4872-92d9-e4f90b6473cb req-bf288667-68b7-4763-bfc9-62f77d944783 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Neutron deleted interface 70cdc976-5441-4b14-aad0-7cac40193591; detaching it from the instance and deleting it from the info cache [ 1198.052859] env[69695]: DEBUG nova.network.neutron [req-5147b65f-376d-4872-92d9-e4f90b6473cb req-bf288667-68b7-4763-bfc9-62f77d944783 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.135699] env[69695]: DEBUG nova.scheduler.client.report [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.213825] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.527332] env[69695]: DEBUG nova.network.neutron [-] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.556683] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a52ff64-4482-48b4-91d1-146749366c42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.567052] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5691b9-35d3-4a45-b7ff-748d33aa4b90 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.599945] env[69695]: DEBUG nova.compute.manager [req-5147b65f-376d-4872-92d9-e4f90b6473cb req-bf288667-68b7-4763-bfc9-62f77d944783 service nova] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Detach interface failed, port_id=70cdc976-5441-4b14-aad0-7cac40193591, reason: Instance 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.626455] env[69695]: DEBUG nova.compute.manager [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.626556] env[69695]: DEBUG nova.compute.manager [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing instance network info cache due to event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.626808] env[69695]: DEBUG oslo_concurrency.lockutils [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.627021] env[69695]: DEBUG oslo_concurrency.lockutils [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.627223] env[69695]: DEBUG nova.network.neutron [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.716460] env[69695]: DEBUG oslo_vmware.api [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499605, 'name': PowerOnVM_Task, 'duration_secs': 0.607355} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.716756] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.716960] env[69695]: INFO nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1198.717528] env[69695]: DEBUG nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.718573] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98415f99-e06b-4811-8b82-01f123cb5c6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.029872] env[69695]: INFO nova.compute.manager [-] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Took 1.42 seconds to deallocate network for instance. [ 1199.151320] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.864s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.159147] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.814s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.159414] env[69695]: DEBUG nova.objects.instance [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lazy-loading 'resources' on Instance uuid 91c81103-5b40-49f4-bcc5-d1b024bc7a86 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.241802] env[69695]: INFO nova.compute.manager [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Took 19.89 seconds to build instance. [ 1199.377427] env[69695]: DEBUG nova.network.neutron [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updated VIF entry in instance network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.377805] env[69695]: DEBUG nova.network.neutron [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.540473] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.745024] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7dba7705-0374-45ad-b155-3100b559022d tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.411s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.883144] env[69695]: DEBUG oslo_concurrency.lockutils [req-25fe4a76-5b4e-4eeb-92dc-4fbf901f2929 req-a3cef65b-c9b2-4611-9ad1-608d2be7cf00 service nova] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.913113] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945ebd9-dae2-4a5f-b4d5-c70857073130 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.921649] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff55d3d-f42c-44ac-9860-042f5df76926 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.954529] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e402db-122a-4020-b451-f149f5e97373 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.962416] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb411db-2272-4994-a5d4-3c3b48a2b931 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.976666] env[69695]: DEBUG nova.compute.provider_tree [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.482013] env[69695]: DEBUG nova.scheduler.client.report [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.674158] env[69695]: DEBUG nova.compute.manager [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.674443] env[69695]: DEBUG nova.compute.manager [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing instance network info cache due to event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.675305] env[69695]: DEBUG oslo_concurrency.lockutils [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.675553] env[69695]: DEBUG oslo_concurrency.lockutils [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.675769] env[69695]: DEBUG nova.network.neutron [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.711855] env[69695]: INFO nova.compute.manager [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Swapping old allocation on dict_keys(['e7ace027-77c9-43a3-ae53-5d93decba6e8']) held by migration 0f278e2b-6579-4772-8f92-0db4478293b7 for instance [ 1200.747349] env[69695]: DEBUG nova.scheduler.client.report [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Overwriting current allocation {'allocations': {'e7ace027-77c9-43a3-ae53-5d93decba6e8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '4fe881560d4d42749eb4ddba42912d4a', 'user_id': '0cd94b62aa1a42f3b03b6c5e6a8a754c', 'consumer_generation': 1} on consumer 9aadde24-9b33-4683-96b6-96a3f9976385 {{(pid=69695) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1200.856318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.856670] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.856775] env[69695]: DEBUG nova.network.neutron [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.987056] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.989812] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.431s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.990085] env[69695]: DEBUG nova.objects.instance [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'resources' on Instance uuid 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.022521] env[69695]: INFO nova.scheduler.client.report [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleted allocations for instance 91c81103-5b40-49f4-bcc5-d1b024bc7a86 [ 1201.136821] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.136821] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.386587] env[69695]: DEBUG nova.network.neutron [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updated VIF entry in instance network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.387066] env[69695]: DEBUG nova.network.neutron [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc225ed31-56", "ovs_interfaceid": "c225ed31-56b9-4b82-a505-4ac194c162c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.530423] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "91c81103-5b40-49f4-bcc5-d1b024bc7a86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.670s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.646098] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.682234] env[69695]: DEBUG nova.network.neutron [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [{"id": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "address": "fa:16:3e:dd:9e:d2", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d8928-a3", "ovs_interfaceid": "5b3d8928-a3c5-4b30-82f3-7364ade5d454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.701274] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a34182-d5c1-4133-a843-d95930dce39c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.709671] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1350ea8-e129-4f83-a666-396aa6c2cce9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.741655] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307949ed-195a-40f1-94c8-999e998c769f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.751272] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfff21a-8197-42de-9a5f-fc423ed98061 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.770648] env[69695]: DEBUG nova.compute.provider_tree [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.891591] env[69695]: DEBUG oslo_concurrency.lockutils [req-a3544219-1dd9-49e2-b805-23596c7356ba req-e44ffe79-ca89-46e1-b0aa-046469412b9d service nova] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.170062] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.183833] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-9aadde24-9b33-4683-96b6-96a3f9976385" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.184342] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.184639] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d33896f6-64f1-4731-854e-bcdfc51a546a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.192443] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1202.192443] env[69695]: value = "task-3499606" [ 1202.192443] env[69695]: _type = "Task" [ 1202.192443] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.200645] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.275049] env[69695]: DEBUG nova.scheduler.client.report [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.376934] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "d96ecee1-4d45-40ce-823a-6814d408825c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.377215] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.377425] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "d96ecee1-4d45-40ce-823a-6814d408825c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.377607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.377775] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.379898] env[69695]: INFO nova.compute.manager [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Terminating instance [ 1202.703515] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499606, 'name': PowerOffVM_Task, 'duration_secs': 0.442984} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.703801] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.704467] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.704684] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.704839] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.705029] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.705178] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.705325] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.705529] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.705686] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.705852] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.706021] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.706207] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.711777] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5386c68-a372-415b-b49f-fd460a38c9e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.726813] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1202.726813] env[69695]: value = "task-3499607" [ 1202.726813] env[69695]: _type = "Task" [ 1202.726813] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.734745] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.783023] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.783559] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.243s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.784049] env[69695]: DEBUG nova.objects.instance [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.809359] env[69695]: INFO nova.scheduler.client.report [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocations for instance 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0 [ 1202.883779] env[69695]: DEBUG nova.compute.manager [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.885584] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.885584] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff8d97c-0fdf-4bb3-a31c-45526f4b5d42 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.893401] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.893652] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd43bf2-04dd-4b32-b1cb-39f26382149a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.900468] env[69695]: DEBUG oslo_vmware.api [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1202.900468] env[69695]: value = "task-3499608" [ 1202.900468] env[69695]: _type = "Task" [ 1202.900468] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.911022] env[69695]: DEBUG oslo_vmware.api [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.241382] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499607, 'name': ReconfigVM_Task, 'duration_secs': 0.201205} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.242195] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2f29c-9773-4561-b3ef-db84845c9583 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.261208] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.261467] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.261617] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.261796] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.261934] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.262094] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.262314] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.262469] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.263015] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.263015] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.263136] env[69695]: DEBUG nova.virt.hardware [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.268019] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f93863-c966-4ac1-83d3-0b898405dc9b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.271463] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1203.271463] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5231704a-02e9-7c61-d398-d7de5339ae1d" [ 1203.271463] env[69695]: _type = "Task" [ 1203.271463] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.281394] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5231704a-02e9-7c61-d398-d7de5339ae1d, 'name': SearchDatastore_Task, 'duration_secs': 0.007666} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.288443] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.291500] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36122152-4d5f-4f45-a745-3af13cdb9ef8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.312510] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1203.312510] env[69695]: value = "task-3499609" [ 1203.312510] env[69695]: _type = "Task" [ 1203.312510] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.319579] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d738945-33e6-4b45-9c42-f2427d0db45d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "40470ac1-b6fa-4ed4-a0c4-0b22acc150a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.566s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.329017] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.413500] env[69695]: DEBUG oslo_vmware.api [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499608, 'name': PowerOffVM_Task, 'duration_secs': 0.183157} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.413786] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.414462] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.414749] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c0a35e-e81d-4573-9452-78dc7e4a76f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.469378] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017bd6bb-9fa8-444c-9c51-2e65ad061ae2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.477105] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ad875-4559-42ab-ae5d-0556f70f43c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.481828] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.482058] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.482241] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleting the datastore file [datastore1] d96ecee1-4d45-40ce-823a-6814d408825c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.482820] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-902aefbd-82f2-4dc7-bc3e-d2a81bae19b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.513060] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0100a6-0f3e-4779-8e68-47efcf73b4ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.515603] env[69695]: DEBUG oslo_vmware.api [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for the task: (returnval){ [ 1203.515603] env[69695]: value = "task-3499611" [ 1203.515603] env[69695]: _type = "Task" [ 1203.515603] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.528706] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f145d4-9438-4ffb-83a8-a3fb2f0f62e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.534817] env[69695]: DEBUG oslo_vmware.api [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.544783] env[69695]: DEBUG nova.compute.provider_tree [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.826262] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499609, 'name': ReconfigVM_Task, 'duration_secs': 0.212283} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.828062] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.828495] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed399e-4cf6-4c53-bbc1-41730e61b236 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.858285] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.858731] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe12eb9-b2e6-46c3-8938-59587a68daa0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.878798] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1203.878798] env[69695]: value = "task-3499612" [ 1203.878798] env[69695]: _type = "Task" [ 1203.878798] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.889689] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.027855] env[69695]: DEBUG oslo_vmware.api [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Task: {'id': task-3499611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14026} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.028127] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.028434] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.028737] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.028931] env[69695]: INFO nova.compute.manager [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1204.029196] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.029442] env[69695]: DEBUG nova.compute.manager [-] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.029553] env[69695]: DEBUG nova.network.neutron [-] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.050352] env[69695]: DEBUG nova.scheduler.client.report [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.271893] env[69695]: DEBUG nova.compute.manager [req-77e000ab-1200-4505-bf83-aeecefcd4bc9 req-e728dbf6-719e-45d3-87a1-424f36f79dbf service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Received event network-vif-deleted-c86f6b98-3f04-424e-afc6-06e18da2dd3e {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.271893] env[69695]: INFO nova.compute.manager [req-77e000ab-1200-4505-bf83-aeecefcd4bc9 req-e728dbf6-719e-45d3-87a1-424f36f79dbf service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Neutron deleted interface c86f6b98-3f04-424e-afc6-06e18da2dd3e; detaching it from the instance and deleting it from the info cache [ 1204.271893] env[69695]: DEBUG nova.network.neutron [req-77e000ab-1200-4505-bf83-aeecefcd4bc9 req-e728dbf6-719e-45d3-87a1-424f36f79dbf service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.389399] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.466594] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "3316f9d2-c543-4b06-931f-6e21c8de08c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.466921] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.556031] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.558269] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.388s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.559894] env[69695]: INFO nova.compute.claims [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.581602] env[69695]: INFO nova.scheduler.client.report [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c [ 1204.754429] env[69695]: DEBUG nova.network.neutron [-] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.775698] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fea232b-b3bb-4ce0-93cd-42e32657daf1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.785729] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf491a-d05e-40db-9a16-7853dd07fd28 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.817981] env[69695]: DEBUG nova.compute.manager [req-77e000ab-1200-4505-bf83-aeecefcd4bc9 req-e728dbf6-719e-45d3-87a1-424f36f79dbf service nova] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Detach interface failed, port_id=c86f6b98-3f04-424e-afc6-06e18da2dd3e, reason: Instance d96ecee1-4d45-40ce-823a-6814d408825c could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.889715] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499612, 'name': ReconfigVM_Task, 'duration_secs': 0.780761} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.890089] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385/9aadde24-9b33-4683-96b6-96a3f9976385.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.890830] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e24fa14-0421-4dc2-aa4d-9dfaa7d44432 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.909419] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5bbeba-d179-46ea-b5eb-f0b4bdc945d7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.927141] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3638d7a-a29b-4d61-97c0-338f6202dd05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.946284] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853752d1-f526-4314-8517-6fa78ef63d88 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.953642] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.953642] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc39502-9da9-42ae-9349-7c09dffe6c5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.959077] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1204.959077] env[69695]: value = "task-3499613" [ 1204.959077] env[69695]: _type = "Task" [ 1204.959077] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.966380] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.968867] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.089896] env[69695]: DEBUG oslo_concurrency.lockutils [None req-699fba28-713d-4417-969c-1a159ac72727 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "65aae7d9-bf0c-44cb-b3f3-2198d9accf5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.125s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.257368] env[69695]: INFO nova.compute.manager [-] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Took 1.23 seconds to deallocate network for instance. [ 1205.470248] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.490086] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.700061] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b1785-228d-4dc2-9afc-d420719fb13a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.708273] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d304af6-e212-44b4-9f46-0ccac101d53c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.739527] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0518b-58dd-4be9-b3d2-f509659d9a30 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.748393] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beb3767-f13b-40f4-a071-479f4f40a7ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.764643] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.765247] env[69695]: DEBUG nova.compute.provider_tree [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.970464] env[69695]: DEBUG oslo_vmware.api [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499613, 'name': PowerOnVM_Task, 'duration_secs': 0.823909} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.970778] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.269675] env[69695]: DEBUG nova.scheduler.client.report [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.603230] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "91711cef-c327-4d16-9ce8-1adca4f15987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.603457] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "91711cef-c327-4d16-9ce8-1adca4f15987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.774432] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.775076] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.777870] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.288s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.779338] env[69695]: INFO nova.compute.claims [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.983558] env[69695]: INFO nova.compute.manager [None req-8b9c79a7-b885-404e-95c1-cf45a50debfa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance to original state: 'active' [ 1207.106191] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.283830] env[69695]: DEBUG nova.compute.utils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.286983] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.287170] env[69695]: DEBUG nova.network.neutron [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.324626] env[69695]: DEBUG nova.policy [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d070b7850aa47efbc43252408e291ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e5f58e0aee427cb07d7be80a316f03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.632942] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.636830] env[69695]: DEBUG nova.network.neutron [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Successfully created port: 80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.788324] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.950963] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499eab88-7012-41b2-b0c6-cb8f4868c1ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.959049] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ed7ab-28ca-446c-8656-8be457d7b18f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.990973] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8715c38d-fcb6-43eb-9564-648e3e9fa99e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.999650] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1666bb2-2ebb-4c99-93e2-856a593c2a9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.013153] env[69695]: DEBUG nova.compute.provider_tree [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.197501] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.197786] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.197969] env[69695]: INFO nova.compute.manager [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Shelving [ 1208.516480] env[69695]: DEBUG nova.scheduler.client.report [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.800011] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.826039] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.826307] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.826464] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.826643] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.826787] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.826934] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.827159] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.827320] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.827487] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.827650] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.827822] env[69695]: DEBUG nova.virt.hardware [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.828779] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56da4be-05d3-4300-bc63-777f847254ba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.836499] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e29063-da48-4483-9558-6daba08b81db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.903676] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "9aadde24-9b33-4683-96b6-96a3f9976385" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.903829] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.903930] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.904130] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.904302] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.907056] env[69695]: INFO nova.compute.manager [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Terminating instance [ 1209.021345] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.021983] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.025448] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.261s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.026157] env[69695]: DEBUG nova.objects.instance [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lazy-loading 'resources' on Instance uuid d96ecee1-4d45-40ce-823a-6814d408825c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.117717] env[69695]: DEBUG nova.compute.manager [req-03853643-4bec-4852-9543-1ef914857944 req-0445b022-f762-4315-b5ad-291391670bd6 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Received event network-vif-plugged-80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.117928] env[69695]: DEBUG oslo_concurrency.lockutils [req-03853643-4bec-4852-9543-1ef914857944 req-0445b022-f762-4315-b5ad-291391670bd6 service nova] Acquiring lock "a2e9594c-52f6-4705-83ed-43be83cecbb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.118190] env[69695]: DEBUG oslo_concurrency.lockutils [req-03853643-4bec-4852-9543-1ef914857944 req-0445b022-f762-4315-b5ad-291391670bd6 service nova] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.118361] env[69695]: DEBUG oslo_concurrency.lockutils [req-03853643-4bec-4852-9543-1ef914857944 req-0445b022-f762-4315-b5ad-291391670bd6 service nova] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.118556] env[69695]: DEBUG nova.compute.manager [req-03853643-4bec-4852-9543-1ef914857944 req-0445b022-f762-4315-b5ad-291391670bd6 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] No waiting events found dispatching network-vif-plugged-80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.118723] env[69695]: WARNING nova.compute.manager [req-03853643-4bec-4852-9543-1ef914857944 req-0445b022-f762-4315-b5ad-291391670bd6 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Received unexpected event network-vif-plugged-80e18e29-ee5b-46ff-81cb-425cbd54de51 for instance with vm_state building and task_state spawning. [ 1209.207883] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.208225] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092e4673-5968-49a9-8237-523e03874e71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.216631] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1209.216631] env[69695]: value = "task-3499614" [ 1209.216631] env[69695]: _type = "Task" [ 1209.216631] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.224571] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.255666] env[69695]: DEBUG nova.network.neutron [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Successfully updated port: 80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.410973] env[69695]: DEBUG nova.compute.manager [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.411287] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.412209] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d83dfa4-d391-4196-a9bf-97c8c9cfbb9c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.420212] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.420455] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61477e57-529e-43b3-b824-45b8035b34f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.425743] env[69695]: DEBUG oslo_vmware.api [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1209.425743] env[69695]: value = "task-3499615" [ 1209.425743] env[69695]: _type = "Task" [ 1209.425743] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.432987] env[69695]: DEBUG oslo_vmware.api [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.528643] env[69695]: DEBUG nova.compute.utils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.530106] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.530282] env[69695]: DEBUG nova.network.neutron [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.607788] env[69695]: DEBUG nova.policy [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54504d7a91114cbe8b976f4d02dc07ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bce4ca98f14a7eb2a6cbbbf745fe10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.681982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f5d7c0-ffea-4691-8a96-e01fc59fe2cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.691014] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b8f308-656b-4296-9ac8-d9b852b41fdf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.724344] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eabfc2-fe38-47f0-9729-c6793f52ef3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.733672] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499614, 'name': PowerOffVM_Task, 'duration_secs': 0.222053} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.736352] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.737458] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06a1c7-a27e-497a-a80a-1f2d5e3903cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.742044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb99e6-5bef-44f1-be99-b3b2952698fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.770548] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.770753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.770960] env[69695]: DEBUG nova.network.neutron [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.783607] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac056600-2671-4480-a442-bd5218b29642 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.786467] env[69695]: DEBUG nova.compute.provider_tree [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.877573] env[69695]: DEBUG nova.network.neutron [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Successfully created port: 67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.937215] env[69695]: DEBUG oslo_vmware.api [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499615, 'name': PowerOffVM_Task, 'duration_secs': 0.15421} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.937482] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.937646] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.937892] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-454bf917-d9cc-4b2c-bb2c-bd27c2d31b93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.003459] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.003850] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.004279] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleting the datastore file [datastore1] 9aadde24-9b33-4683-96b6-96a3f9976385 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.004563] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecbc980d-045e-411d-b17d-5942c416a5eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.011697] env[69695]: DEBUG oslo_vmware.api [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1210.011697] env[69695]: value = "task-3499617" [ 1210.011697] env[69695]: _type = "Task" [ 1210.011697] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.019652] env[69695]: DEBUG oslo_vmware.api [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.035318] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.289579] env[69695]: DEBUG nova.scheduler.client.report [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.296355] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1210.296588] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1432e2fd-041d-4f4a-a993-ae279032a273 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.304215] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1210.304215] env[69695]: value = "task-3499618" [ 1210.304215] env[69695]: _type = "Task" [ 1210.304215] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.312784] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.315998] env[69695]: DEBUG nova.network.neutron [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.452800] env[69695]: DEBUG nova.network.neutron [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updating instance_info_cache with network_info: [{"id": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "address": "fa:16:3e:e8:c6:34", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e18e29-ee", "ovs_interfaceid": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.521834] env[69695]: DEBUG oslo_vmware.api [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140724} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.522114] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.522299] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.522499] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.522673] env[69695]: INFO nova.compute.manager [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1210.522919] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.523131] env[69695]: DEBUG nova.compute.manager [-] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.523226] env[69695]: DEBUG nova.network.neutron [-] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.798068] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.798068] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.166s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.800383] env[69695]: INFO nova.compute.claims [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.813951] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.822697] env[69695]: INFO nova.scheduler.client.report [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Deleted allocations for instance d96ecee1-4d45-40ce-823a-6814d408825c [ 1210.956471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.956471] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Instance network_info: |[{"id": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "address": "fa:16:3e:e8:c6:34", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e18e29-ee", "ovs_interfaceid": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.956471] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:c6:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80e18e29-ee5b-46ff-81cb-425cbd54de51', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.963912] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating folder: Project (20e5f58e0aee427cb07d7be80a316f03). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.963912] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-269ca2e9-5d21-472c-bd97-002d30b50309 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.975539] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created folder: Project (20e5f58e0aee427cb07d7be80a316f03) in parent group-v699067. [ 1210.975718] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating folder: Instances. Parent ref: group-v699369. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.975941] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655c5b3a-444c-49c9-a077-6cbef093b3f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.985716] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created folder: Instances in parent group-v699369. [ 1210.986067] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.986291] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.986589] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f403a34-87ed-4d59-b6d0-362b21447823 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.007199] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.007199] env[69695]: value = "task-3499621" [ 1211.007199] env[69695]: _type = "Task" [ 1211.007199] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.014701] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499621, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.045307] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.074232] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.074456] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.074606] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.074785] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.074919] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.075074] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.075284] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.075548] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.075627] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.075748] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.075921] env[69695]: DEBUG nova.virt.hardware [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.076849] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2911eff-7945-4b50-aec3-82cacf85c14e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.087465] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e26835-a9a7-4d4c-892a-d4af896ac698 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.147906] env[69695]: DEBUG nova.compute.manager [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Received event network-changed-80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.148157] env[69695]: DEBUG nova.compute.manager [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Refreshing instance network info cache due to event network-changed-80e18e29-ee5b-46ff-81cb-425cbd54de51. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.148326] env[69695]: DEBUG oslo_concurrency.lockutils [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] Acquiring lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.148534] env[69695]: DEBUG oslo_concurrency.lockutils [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] Acquired lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.148699] env[69695]: DEBUG nova.network.neutron [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Refreshing network info cache for port 80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.257388] env[69695]: DEBUG nova.compute.manager [req-ab9743bb-dcbe-494b-bb68-d5db212d502c req-93a7da36-9b30-459a-8c62-41e1c9819fd3 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Received event network-vif-deleted-5b3d8928-a3c5-4b30-82f3-7364ade5d454 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.257747] env[69695]: INFO nova.compute.manager [req-ab9743bb-dcbe-494b-bb68-d5db212d502c req-93a7da36-9b30-459a-8c62-41e1c9819fd3 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Neutron deleted interface 5b3d8928-a3c5-4b30-82f3-7364ade5d454; detaching it from the instance and deleting it from the info cache [ 1211.257816] env[69695]: DEBUG nova.network.neutron [req-ab9743bb-dcbe-494b-bb68-d5db212d502c req-93a7da36-9b30-459a-8c62-41e1c9819fd3 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.315777] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499618, 'name': CreateSnapshot_Task, 'duration_secs': 0.58998} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.316319] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1211.317148] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b6727-82fa-44c2-b6f1-dc41bc9193b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.332064] env[69695]: DEBUG oslo_concurrency.lockutils [None req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Lock "d96ecee1-4d45-40ce-823a-6814d408825c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.955s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.461617] env[69695]: DEBUG nova.network.neutron [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Successfully updated port: 67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.516879] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499621, 'name': CreateVM_Task, 'duration_secs': 0.383183} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.516879] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.517801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.517801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.517926] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.518778] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3485575-cc06-4506-a28b-87644e39e7be {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.523232] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1211.523232] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5298e7a9-0607-5649-8dad-217653c33d1c" [ 1211.523232] env[69695]: _type = "Task" [ 1211.523232] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.531203] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5298e7a9-0607-5649-8dad-217653c33d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.736528] env[69695]: DEBUG nova.network.neutron [-] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.761747] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36bee5e1-2638-449b-bd2a-af1faeeb0a55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.771791] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a576c-6eb4-4153-bfc0-367efd7f895b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.806656] env[69695]: DEBUG nova.compute.manager [req-ab9743bb-dcbe-494b-bb68-d5db212d502c req-93a7da36-9b30-459a-8c62-41e1c9819fd3 service nova] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Detach interface failed, port_id=5b3d8928-a3c5-4b30-82f3-7364ade5d454, reason: Instance 9aadde24-9b33-4683-96b6-96a3f9976385 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.838054] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1211.841022] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc1c9b71-073f-48fe-a974-b9d87348c547 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.849499] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1211.849499] env[69695]: value = "task-3499622" [ 1211.849499] env[69695]: _type = "Task" [ 1211.849499] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.860469] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499622, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.878530] env[69695]: DEBUG nova.network.neutron [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updated VIF entry in instance network info cache for port 80e18e29-ee5b-46ff-81cb-425cbd54de51. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.878530] env[69695]: DEBUG nova.network.neutron [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updating instance_info_cache with network_info: [{"id": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "address": "fa:16:3e:e8:c6:34", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e18e29-ee", "ovs_interfaceid": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.957616] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289118c4-0be3-46e2-9684-4bf904834c36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.964782] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-3316f9d2-c543-4b06-931f-6e21c8de08c7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.964923] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-3316f9d2-c543-4b06-931f-6e21c8de08c7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.965086] env[69695]: DEBUG nova.network.neutron [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.967056] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c3a88e-6cbc-480b-9417-28eda10cf566 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.001429] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054d863d-16e0-4c2d-bbad-441001987a46 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.009101] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b35ebb2-adeb-4a18-98e8-7228483893de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.023309] env[69695]: DEBUG nova.compute.provider_tree [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.032876] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5298e7a9-0607-5649-8dad-217653c33d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.033705] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.033938] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.034184] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.034329] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.034506] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.034976] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a419b3c5-61e0-43af-9c87-8dbf4c201c2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.043125] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.043298] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.044010] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f5ea1a-b167-4524-846d-3143ee3a5c29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.049425] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1212.049425] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5214426b-15aa-8889-34f8-3da13e969385" [ 1212.049425] env[69695]: _type = "Task" [ 1212.049425] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.057117] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5214426b-15aa-8889-34f8-3da13e969385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.240495] env[69695]: INFO nova.compute.manager [-] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Took 1.72 seconds to deallocate network for instance. [ 1212.362157] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499622, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.380978] env[69695]: DEBUG oslo_concurrency.lockutils [req-70e61dfe-df5b-4b3f-ae87-c0a470542f50 req-a72149d0-0b64-47bc-a7d9-e410f3066395 service nova] Releasing lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.500622] env[69695]: DEBUG nova.network.neutron [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.529627] env[69695]: DEBUG nova.scheduler.client.report [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.560118] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5214426b-15aa-8889-34f8-3da13e969385, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.561109] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18751b03-ecad-4ad1-85af-10f94c011228 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.566269] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1212.566269] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f77d11-9eff-1219-7f63-84c29bdbe490" [ 1212.566269] env[69695]: _type = "Task" [ 1212.566269] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.574909] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f77d11-9eff-1219-7f63-84c29bdbe490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.724796] env[69695]: DEBUG nova.network.neutron [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Updating instance_info_cache with network_info: [{"id": "67e71e6f-b979-47dd-8944-acb59a8e2452", "address": "fa:16:3e:86:7c:b2", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e71e6f-b9", "ovs_interfaceid": "67e71e6f-b979-47dd-8944-acb59a8e2452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.746253] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.864187] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499622, 'name': CloneVM_Task} progress is 95%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.034685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.035255] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.038055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.292s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.038055] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.056354] env[69695]: INFO nova.scheduler.client.report [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted allocations for instance 9aadde24-9b33-4683-96b6-96a3f9976385 [ 1213.077566] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f77d11-9eff-1219-7f63-84c29bdbe490, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.078035] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.078145] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] a2e9594c-52f6-4705-83ed-43be83cecbb3/a2e9594c-52f6-4705-83ed-43be83cecbb3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.078365] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72950a7d-7212-4b93-abd9-04539189eb51 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.085945] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1213.085945] env[69695]: value = "task-3499623" [ 1213.085945] env[69695]: _type = "Task" [ 1213.085945] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.093807] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.182184] env[69695]: DEBUG nova.compute.manager [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Received event network-vif-plugged-67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.182433] env[69695]: DEBUG oslo_concurrency.lockutils [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] Acquiring lock "3316f9d2-c543-4b06-931f-6e21c8de08c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.182660] env[69695]: DEBUG oslo_concurrency.lockutils [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.182792] env[69695]: DEBUG oslo_concurrency.lockutils [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.182978] env[69695]: DEBUG nova.compute.manager [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] No waiting events found dispatching network-vif-plugged-67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.183163] env[69695]: WARNING nova.compute.manager [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Received unexpected event network-vif-plugged-67e71e6f-b979-47dd-8944-acb59a8e2452 for instance with vm_state building and task_state spawning. [ 1213.183322] env[69695]: DEBUG nova.compute.manager [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Received event network-changed-67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.183472] env[69695]: DEBUG nova.compute.manager [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Refreshing instance network info cache due to event network-changed-67e71e6f-b979-47dd-8944-acb59a8e2452. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.183638] env[69695]: DEBUG oslo_concurrency.lockutils [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] Acquiring lock "refresh_cache-3316f9d2-c543-4b06-931f-6e21c8de08c7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.227304] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-3316f9d2-c543-4b06-931f-6e21c8de08c7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.227623] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Instance network_info: |[{"id": "67e71e6f-b979-47dd-8944-acb59a8e2452", "address": "fa:16:3e:86:7c:b2", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e71e6f-b9", "ovs_interfaceid": "67e71e6f-b979-47dd-8944-acb59a8e2452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.227924] env[69695]: DEBUG oslo_concurrency.lockutils [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] Acquired lock "refresh_cache-3316f9d2-c543-4b06-931f-6e21c8de08c7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.228133] env[69695]: DEBUG nova.network.neutron [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Refreshing network info cache for port 67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.229413] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:7c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67e71e6f-b979-47dd-8944-acb59a8e2452', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.237578] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.240784] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.241276] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236f40a6-2ca4-4e47-a33b-fe7424fb73dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.263396] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.263396] env[69695]: value = "task-3499624" [ 1213.263396] env[69695]: _type = "Task" [ 1213.263396] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.272206] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499624, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.363418] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499622, 'name': CloneVM_Task, 'duration_secs': 1.185384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.363738] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Created linked-clone VM from snapshot [ 1213.364574] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ed7bf-0d18-4cf4-8561-893ed8ccb440 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.374394] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Uploading image cc98360a-1835-4618-a4cd-2ed9458f4421 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1213.407885] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1213.407885] env[69695]: value = "vm-699372" [ 1213.407885] env[69695]: _type = "VirtualMachine" [ 1213.407885] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1213.410813] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddfd27c8-20b7-4d97-901d-77305c6d60ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.416529] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease: (returnval){ [ 1213.416529] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235b7f4-cf3a-6ceb-36ed-c9574aabc593" [ 1213.416529] env[69695]: _type = "HttpNfcLease" [ 1213.416529] env[69695]: } obtained for exporting VM: (result){ [ 1213.416529] env[69695]: value = "vm-699372" [ 1213.416529] env[69695]: _type = "VirtualMachine" [ 1213.416529] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1213.416529] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the lease: (returnval){ [ 1213.416529] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235b7f4-cf3a-6ceb-36ed-c9574aabc593" [ 1213.416529] env[69695]: _type = "HttpNfcLease" [ 1213.416529] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1213.423759] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.423759] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235b7f4-cf3a-6ceb-36ed-c9574aabc593" [ 1213.423759] env[69695]: _type = "HttpNfcLease" [ 1213.423759] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.473617] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "d99af213-7fb4-423b-8a75-6763108a3a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.473846] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "d99af213-7fb4-423b-8a75-6763108a3a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.523668] env[69695]: DEBUG nova.network.neutron [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Updated VIF entry in instance network info cache for port 67e71e6f-b979-47dd-8944-acb59a8e2452. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.524944] env[69695]: DEBUG nova.network.neutron [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Updating instance_info_cache with network_info: [{"id": "67e71e6f-b979-47dd-8944-acb59a8e2452", "address": "fa:16:3e:86:7c:b2", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e71e6f-b9", "ovs_interfaceid": "67e71e6f-b979-47dd-8944-acb59a8e2452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.542721] env[69695]: DEBUG nova.compute.utils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.544411] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.544653] env[69695]: DEBUG nova.network.neutron [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.567412] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f77cb88c-340e-4aa7-8e92-72633a634fd8 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "9aadde24-9b33-4683-96b6-96a3f9976385" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.663s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.596339] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499623, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.598936] env[69695]: DEBUG nova.policy [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.772958] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499624, 'name': CreateVM_Task, 'duration_secs': 0.472279} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.773168] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.773853] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.774066] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.774429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.774712] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8716aab3-4270-4c46-aa1b-19f94c32a9df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.779167] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1213.779167] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52794449-c0bc-23cb-df9c-ba812d6b0859" [ 1213.779167] env[69695]: _type = "Task" [ 1213.779167] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.786575] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52794449-c0bc-23cb-df9c-ba812d6b0859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.925052] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.925052] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235b7f4-cf3a-6ceb-36ed-c9574aabc593" [ 1213.925052] env[69695]: _type = "HttpNfcLease" [ 1213.925052] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.925462] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.925462] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5235b7f4-cf3a-6ceb-36ed-c9574aabc593" [ 1213.925462] env[69695]: _type = "HttpNfcLease" [ 1213.925462] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1213.927123] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06544a2c-2862-4089-bad1-a678b25dcdf6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.933645] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1a-f489-4364-60fd-d585e9834729/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.933822] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1a-f489-4364-60fd-d585e9834729/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1213.992666] env[69695]: DEBUG nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.996309] env[69695]: DEBUG nova.network.neutron [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Successfully created port: ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.027881] env[69695]: DEBUG oslo_concurrency.lockutils [req-1df03430-6b3f-47fd-bc90-cc974cb12956 req-660d48df-18a1-4c08-94d6-ad4df38508bc service nova] Releasing lock "refresh_cache-3316f9d2-c543-4b06-931f-6e21c8de08c7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.029336] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77ba2b74-4f95-4906-94ac-7688239e19bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.048663] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.097872] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51471} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.098197] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] a2e9594c-52f6-4705-83ed-43be83cecbb3/a2e9594c-52f6-4705-83ed-43be83cecbb3.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.098325] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.098636] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd2ab2e0-2df4-4853-833d-eaa2d35bd73b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.104899] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1214.104899] env[69695]: value = "task-3499626" [ 1214.104899] env[69695]: _type = "Task" [ 1214.104899] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.114035] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.291372] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52794449-c0bc-23cb-df9c-ba812d6b0859, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.291831] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.292217] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.292611] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.292901] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.293332] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.293757] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597c2931-0ee8-490b-a3db-eaf37327b915 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.302712] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.303108] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.304067] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f975295c-4039-4ce8-b1d7-25ae8c3fb2b4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.309767] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1214.309767] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c2c681-1154-cc8b-ab4b-41d5820252a6" [ 1214.309767] env[69695]: _type = "Task" [ 1214.309767] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.324679] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c2c681-1154-cc8b-ab4b-41d5820252a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.325457] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be220a9-8855-48a0-afb8-ee746053fba9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.331080] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1214.331080] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521564d5-781b-2bf9-23c8-b3f02873a389" [ 1214.331080] env[69695]: _type = "Task" [ 1214.331080] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.338992] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521564d5-781b-2bf9-23c8-b3f02873a389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.516214] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.516574] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.518116] env[69695]: INFO nova.compute.claims [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.615435] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080737} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.615939] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.616871] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ad4bc-bb8a-466d-b895-a94e68c1a5b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.640871] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a2e9594c-52f6-4705-83ed-43be83cecbb3/a2e9594c-52f6-4705-83ed-43be83cecbb3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.641437] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90656b57-724b-49ea-a984-0abc5b642f5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.662414] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1214.662414] env[69695]: value = "task-3499627" [ 1214.662414] env[69695]: _type = "Task" [ 1214.662414] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.671068] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.843109] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521564d5-781b-2bf9-23c8-b3f02873a389, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.843109] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.843533] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3316f9d2-c543-4b06-931f-6e21c8de08c7/3316f9d2-c543-4b06-931f-6e21c8de08c7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.843850] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7e3bd14-0565-4703-9028-d75d376a9213 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.850487] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1214.850487] env[69695]: value = "task-3499628" [ 1214.850487] env[69695]: _type = "Task" [ 1214.850487] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.858408] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.060408] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.074834] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.076382] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.089189] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.089689] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.091371] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.091957] env[69695]: DEBUG nova.virt.hardware [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.093325] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31749c92-2bca-4c15-ac30-2e3bbc3ab8d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.103706] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee471da-a9f0-4f66-b380-68e037ffa604 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.172975] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499627, 'name': ReconfigVM_Task, 'duration_secs': 0.280405} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.174035] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a2e9594c-52f6-4705-83ed-43be83cecbb3/a2e9594c-52f6-4705-83ed-43be83cecbb3.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.174217] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6341bf3d-7349-4b35-8d33-379e099e2af7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.180286] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1215.180286] env[69695]: value = "task-3499629" [ 1215.180286] env[69695]: _type = "Task" [ 1215.180286] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.194092] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499629, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.360883] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.468455] env[69695]: DEBUG nova.compute.manager [req-60341b04-c2ad-4745-87d9-9510310ab7fb req-c9c3c40a-cfa8-4ca2-b431-c721244c4ced service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Received event network-vif-plugged-ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.468766] env[69695]: DEBUG oslo_concurrency.lockutils [req-60341b04-c2ad-4745-87d9-9510310ab7fb req-c9c3c40a-cfa8-4ca2-b431-c721244c4ced service nova] Acquiring lock "91711cef-c327-4d16-9ce8-1adca4f15987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.469085] env[69695]: DEBUG oslo_concurrency.lockutils [req-60341b04-c2ad-4745-87d9-9510310ab7fb req-c9c3c40a-cfa8-4ca2-b431-c721244c4ced service nova] Lock "91711cef-c327-4d16-9ce8-1adca4f15987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.469398] env[69695]: DEBUG oslo_concurrency.lockutils [req-60341b04-c2ad-4745-87d9-9510310ab7fb req-c9c3c40a-cfa8-4ca2-b431-c721244c4ced service nova] Lock "91711cef-c327-4d16-9ce8-1adca4f15987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.469727] env[69695]: DEBUG nova.compute.manager [req-60341b04-c2ad-4745-87d9-9510310ab7fb req-c9c3c40a-cfa8-4ca2-b431-c721244c4ced service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] No waiting events found dispatching network-vif-plugged-ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.469965] env[69695]: WARNING nova.compute.manager [req-60341b04-c2ad-4745-87d9-9510310ab7fb req-c9c3c40a-cfa8-4ca2-b431-c721244c4ced service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Received unexpected event network-vif-plugged-ddcef0d0-2356-45d5-9453-f9236d11fd4a for instance with vm_state building and task_state spawning. [ 1215.573227] env[69695]: DEBUG nova.network.neutron [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Successfully updated port: ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.578924] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.688293] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ba63af-3e17-40f9-bf87-ae65ae0bc662 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.693864] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499629, 'name': Rename_Task, 'duration_secs': 0.237904} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.694789] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.695268] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4254675a-c4b5-4621-a87f-954efe0aafae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.700320] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca50c6-e27b-428c-8d24-cfbb9680b6a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.704938] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1215.704938] env[69695]: value = "task-3499630" [ 1215.704938] env[69695]: _type = "Task" [ 1215.704938] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.736010] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df909bc-a16e-4187-a31c-66ca200f8f5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.742183] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.747558] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954fdd52-2541-4bcb-af3c-80c644513d80 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.762664] env[69695]: DEBUG nova.compute.provider_tree [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.861624] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645089} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.861894] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 3316f9d2-c543-4b06-931f-6e21c8de08c7/3316f9d2-c543-4b06-931f-6e21c8de08c7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.862126] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.862400] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baeb0a04-1c1f-4432-a109-78755ffb99ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.868764] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1215.868764] env[69695]: value = "task-3499631" [ 1215.868764] env[69695]: _type = "Task" [ 1215.868764] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.878274] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.075947] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-91711cef-c327-4d16-9ce8-1adca4f15987" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.076160] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-91711cef-c327-4d16-9ce8-1adca4f15987" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.076361] env[69695]: DEBUG nova.network.neutron [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.097052] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.216658] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.266779] env[69695]: DEBUG nova.scheduler.client.report [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.379323] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072565} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.379749] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.380539] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ad620-daec-4a81-8470-3c16ca4dcc3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.403670] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 3316f9d2-c543-4b06-931f-6e21c8de08c7/3316f9d2-c543-4b06-931f-6e21c8de08c7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.403976] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da9d4ff-e44b-4fb1-9fbd-0568282c5ebf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.423236] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1216.423236] env[69695]: value = "task-3499632" [ 1216.423236] env[69695]: _type = "Task" [ 1216.423236] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.431452] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.615457] env[69695]: DEBUG nova.network.neutron [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.717176] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.760327] env[69695]: DEBUG nova.network.neutron [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Updating instance_info_cache with network_info: [{"id": "ddcef0d0-2356-45d5-9453-f9236d11fd4a", "address": "fa:16:3e:f0:bd:0e", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcef0d0-23", "ovs_interfaceid": "ddcef0d0-2356-45d5-9453-f9236d11fd4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.772956] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.773502] env[69695]: DEBUG nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.776624] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.680s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.778118] env[69695]: INFO nova.compute.claims [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.936280] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499632, 'name': ReconfigVM_Task, 'duration_secs': 0.372012} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.936715] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 3316f9d2-c543-4b06-931f-6e21c8de08c7/3316f9d2-c543-4b06-931f-6e21c8de08c7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.937347] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b703d29-98a5-4974-9f32-fcd543a3f2e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.943230] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1216.943230] env[69695]: value = "task-3499633" [ 1216.943230] env[69695]: _type = "Task" [ 1216.943230] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.951862] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499633, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.218242] env[69695]: DEBUG oslo_vmware.api [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499630, 'name': PowerOnVM_Task, 'duration_secs': 1.098677} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.218593] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.218802] env[69695]: INFO nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1217.219038] env[69695]: DEBUG nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.220041] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c578194a-6493-4d1a-82a3-6340e8290656 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.263070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-91711cef-c327-4d16-9ce8-1adca4f15987" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.263404] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Instance network_info: |[{"id": "ddcef0d0-2356-45d5-9453-f9236d11fd4a", "address": "fa:16:3e:f0:bd:0e", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcef0d0-23", "ovs_interfaceid": "ddcef0d0-2356-45d5-9453-f9236d11fd4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.264528] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:bd:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddcef0d0-2356-45d5-9453-f9236d11fd4a', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.272162] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.272654] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.272889] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57700948-28d5-4b2b-9b8f-36d5bd6d7e73 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.288284] env[69695]: DEBUG nova.compute.utils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.292048] env[69695]: DEBUG nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Not allocating networking since 'none' was specified. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1217.298725] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.298725] env[69695]: value = "task-3499634" [ 1217.298725] env[69695]: _type = "Task" [ 1217.298725] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.308895] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499634, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.454621] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499633, 'name': Rename_Task, 'duration_secs': 0.167992} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.454621] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.454621] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-942fdc6f-7d54-4543-b200-86b3bfb20275 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.461275] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1217.461275] env[69695]: value = "task-3499635" [ 1217.461275] env[69695]: _type = "Task" [ 1217.461275] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.470155] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.503802] env[69695]: DEBUG nova.compute.manager [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Received event network-changed-ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.503930] env[69695]: DEBUG nova.compute.manager [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Refreshing instance network info cache due to event network-changed-ddcef0d0-2356-45d5-9453-f9236d11fd4a. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.504510] env[69695]: DEBUG oslo_concurrency.lockutils [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] Acquiring lock "refresh_cache-91711cef-c327-4d16-9ce8-1adca4f15987" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.504688] env[69695]: DEBUG oslo_concurrency.lockutils [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] Acquired lock "refresh_cache-91711cef-c327-4d16-9ce8-1adca4f15987" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.504929] env[69695]: DEBUG nova.network.neutron [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Refreshing network info cache for port ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.738415] env[69695]: INFO nova.compute.manager [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Took 15.59 seconds to build instance. [ 1217.792813] env[69695]: DEBUG nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.809120] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499634, 'name': CreateVM_Task, 'duration_secs': 0.477263} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.809301] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.810066] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.810603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.810603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.810885] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c9b7d4-d3aa-4117-afbe-cc4024a13cab {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.817239] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1217.817239] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d4c9a-6ddb-24c6-6a6d-0e29da015be5" [ 1217.817239] env[69695]: _type = "Task" [ 1217.817239] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.826206] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d4c9a-6ddb-24c6-6a6d-0e29da015be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.950724] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e068ac1-2c88-4cba-b59e-bcc03902902b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.958305] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4411b5f5-1fdc-4038-af87-6304e76eab77 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.991933] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd399d7-9638-4f27-8bd9-2d3758fe54ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.997726] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.003499] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9950ad-7c89-461d-b061-c23eefe8d798 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.019046] env[69695]: DEBUG nova.compute.provider_tree [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.207122] env[69695]: DEBUG nova.network.neutron [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Updated VIF entry in instance network info cache for port ddcef0d0-2356-45d5-9453-f9236d11fd4a. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.207611] env[69695]: DEBUG nova.network.neutron [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Updating instance_info_cache with network_info: [{"id": "ddcef0d0-2356-45d5-9453-f9236d11fd4a", "address": "fa:16:3e:f0:bd:0e", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcef0d0-23", "ovs_interfaceid": "ddcef0d0-2356-45d5-9453-f9236d11fd4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.239561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-5a9c7f16-bda2-43dc-8831-5ce24a772647 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.103s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.328228] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]520d4c9a-6ddb-24c6-6a6d-0e29da015be5, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.328542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.328776] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.329012] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.329162] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.329356] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.329633] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dfa50d2-35d6-452a-89a0-fe6d4e0bf891 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.338976] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.339186] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.340292] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d855c5cb-7f69-4f31-acbc-4d3f0372dcba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.346136] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1218.346136] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5284fa67-e957-f7e2-b229-3985050cdd20" [ 1218.346136] env[69695]: _type = "Task" [ 1218.346136] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.354975] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5284fa67-e957-f7e2-b229-3985050cdd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.473056] env[69695]: DEBUG oslo_vmware.api [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499635, 'name': PowerOnVM_Task, 'duration_secs': 0.654881} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.473056] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.473288] env[69695]: INFO nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1218.473288] env[69695]: DEBUG nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.474195] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93391252-5e9a-4948-9a73-c4705459f2e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.522624] env[69695]: DEBUG nova.scheduler.client.report [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.710392] env[69695]: DEBUG oslo_concurrency.lockutils [req-d3df82dd-609f-4430-be67-9e7732d8ae43 req-5b616854-50bd-49fc-84c6-58537b10a20e service nova] Releasing lock "refresh_cache-91711cef-c327-4d16-9ce8-1adca4f15987" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.805557] env[69695]: DEBUG nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.831825] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.832091] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.832255] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.832438] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.832583] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.832729] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.832987] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.833216] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.833391] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.833553] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.833726] env[69695]: DEBUG nova.virt.hardware [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.834590] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8242f-59c1-4923-b360-29bf4e0065f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.843018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0352d-f67e-42b5-bea9-ac0b97149dfd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.856112] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5284fa67-e957-f7e2-b229-3985050cdd20, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.864817] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.870327] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Creating folder: Project (a79f0855d9bb4cdc9f5e760178c546dc). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1218.870624] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951d5354-96c3-47f0-bd5d-7cac30964daf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.872959] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d9dd322-02f2-408b-8397-9b1af7665d10 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.878010] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1218.878010] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5261ffd3-c1fa-4e05-8e7a-aadabe0c5f2f" [ 1218.878010] env[69695]: _type = "Task" [ 1218.878010] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.884478] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Created folder: Project (a79f0855d9bb4cdc9f5e760178c546dc) in parent group-v699067. [ 1218.884689] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Creating folder: Instances. Parent ref: group-v699375. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1218.887634] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f49cec6-604e-48c4-a556-0d8739e6bfaa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.889116] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5261ffd3-c1fa-4e05-8e7a-aadabe0c5f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.896812] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Created folder: Instances in parent group-v699375. [ 1218.897049] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.897243] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.897442] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1b5b57-17cf-42b7-a882-2a3b9b4a981a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.913620] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.913620] env[69695]: value = "task-3499638" [ 1218.913620] env[69695]: _type = "Task" [ 1218.913620] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.921391] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499638, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.976392] env[69695]: DEBUG nova.compute.manager [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Received event network-changed-80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.976540] env[69695]: DEBUG nova.compute.manager [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Refreshing instance network info cache due to event network-changed-80e18e29-ee5b-46ff-81cb-425cbd54de51. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.976657] env[69695]: DEBUG oslo_concurrency.lockutils [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] Acquiring lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.976802] env[69695]: DEBUG oslo_concurrency.lockutils [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] Acquired lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.976965] env[69695]: DEBUG nova.network.neutron [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Refreshing network info cache for port 80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.992520] env[69695]: INFO nova.compute.manager [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Took 13.52 seconds to build instance. [ 1219.029318] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.029318] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.388164] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5261ffd3-c1fa-4e05-8e7a-aadabe0c5f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.388164] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.388661] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 91711cef-c327-4d16-9ce8-1adca4f15987/91711cef-c327-4d16-9ce8-1adca4f15987.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.388820] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7676f197-c724-420a-84db-340c01406084 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.395360] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1219.395360] env[69695]: value = "task-3499639" [ 1219.395360] env[69695]: _type = "Task" [ 1219.395360] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.403078] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.422046] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499638, 'name': CreateVM_Task, 'duration_secs': 0.427931} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.422214] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.422623] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.422779] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.423124] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.423383] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e618be-2fb1-448c-b756-86440bb1724e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.427491] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1219.427491] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52090fb7-138f-b098-2a9f-ff758ef4ddff" [ 1219.427491] env[69695]: _type = "Task" [ 1219.427491] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.435185] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52090fb7-138f-b098-2a9f-ff758ef4ddff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.495336] env[69695]: DEBUG oslo_concurrency.lockutils [None req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.028s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.535702] env[69695]: DEBUG nova.compute.utils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.538326] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.538326] env[69695]: DEBUG nova.network.neutron [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.577476] env[69695]: DEBUG nova.policy [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd94b62aa1a42f3b03b6c5e6a8a754c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe881560d4d42749eb4ddba42912d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.737673] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.737967] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.738160] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.738367] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.738608] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.738762] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.738909] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.739058] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1219.739207] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.908527] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489963} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.908971] env[69695]: DEBUG nova.network.neutron [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Successfully created port: c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.911167] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 91711cef-c327-4d16-9ce8-1adca4f15987/91711cef-c327-4d16-9ce8-1adca4f15987.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.911514] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.911783] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5432855b-400a-43cd-9ed4-269fafd7006f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.918969] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1219.918969] env[69695]: value = "task-3499640" [ 1219.918969] env[69695]: _type = "Task" [ 1219.918969] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.927805] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.936686] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52090fb7-138f-b098-2a9f-ff758ef4ddff, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.937014] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.937279] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.937535] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.937695] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.937959] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.938179] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dbcc0eb-a614-498f-855d-ce690e6e8fc8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.946747] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.946944] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.947716] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207f9f1c-a45a-4341-90d7-d5ec20fb82cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.953417] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1219.953417] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523e87f3-f0c2-127d-a114-d913c71f80e4" [ 1219.953417] env[69695]: _type = "Task" [ 1219.953417] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.962311] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523e87f3-f0c2-127d-a114-d913c71f80e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.040578] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.138318] env[69695]: DEBUG nova.network.neutron [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updated VIF entry in instance network info cache for port 80e18e29-ee5b-46ff-81cb-425cbd54de51. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.139035] env[69695]: DEBUG nova.network.neutron [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updating instance_info_cache with network_info: [{"id": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "address": "fa:16:3e:e8:c6:34", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e18e29-ee", "ovs_interfaceid": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.195860] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b73b2-eb27-4d3f-8bd9-52505e841505 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.203237] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Suspending the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1220.203473] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6e321a1d-3025-4d94-a33f-23aef89abf31 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.209891] env[69695]: DEBUG oslo_vmware.api [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1220.209891] env[69695]: value = "task-3499641" [ 1220.209891] env[69695]: _type = "Task" [ 1220.209891] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.218809] env[69695]: DEBUG oslo_vmware.api [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499641, 'name': SuspendVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.243059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.243059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.243059] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.243059] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1220.245879] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2406d975-959b-4558-bf28-9d0fa045394e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.253051] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43bb055-9fc0-4610-a235-0a4217e5aa6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.269061] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8329cbe1-5548-4c15-b619-4091abd72022 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.276997] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44274ba-f86c-411d-af2e-68453bb728c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.311934] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179911MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1220.312270] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.312553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.429628] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066127} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.430027] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.430727] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338b68b-7e58-4a3c-8a5a-7c2d2145744e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.452743] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 91711cef-c327-4d16-9ce8-1adca4f15987/91711cef-c327-4d16-9ce8-1adca4f15987.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.453190] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48148437-0704-4f4e-a9dc-768a25e2bce6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.475911] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523e87f3-f0c2-127d-a114-d913c71f80e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.477847] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1220.477847] env[69695]: value = "task-3499642" [ 1220.477847] env[69695]: _type = "Task" [ 1220.477847] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.478106] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87cb12b-5564-4d47-a6df-8b1fc56807b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.486708] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1220.486708] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a39952-1afd-4b4f-770d-e78f6eabde86" [ 1220.486708] env[69695]: _type = "Task" [ 1220.486708] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.489956] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.498021] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a39952-1afd-4b4f-770d-e78f6eabde86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.642242] env[69695]: DEBUG oslo_concurrency.lockutils [req-5bd789ef-815d-4276-8ba7-05b96879c4c9 req-aeed1fae-8813-4f35-9011-e7f75b36f586 service nova] Releasing lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.720276] env[69695]: DEBUG oslo_vmware.api [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499641, 'name': SuspendVM_Task} progress is 62%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.992804] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.001770] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a39952-1afd-4b4f-770d-e78f6eabde86, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.002100] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.002405] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.002715] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0858205c-b1cb-44af-8d14-90c951ba5fa3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.009161] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1221.009161] env[69695]: value = "task-3499643" [ 1221.009161] env[69695]: _type = "Task" [ 1221.009161] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.017082] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.051173] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.084441] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.084751] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.085078] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.085405] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.085657] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.085872] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.086172] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.086360] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.086562] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.086779] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.086963] env[69695]: DEBUG nova.virt.hardware [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.087874] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05862955-1779-480b-9f4e-434778848bba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.096434] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07027e5f-7c3a-42e3-a8b3-8e3a7ab2d1e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.222620] env[69695]: DEBUG oslo_vmware.api [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499641, 'name': SuspendVM_Task, 'duration_secs': 0.903552} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.222920] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Suspended the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1221.223666] env[69695]: DEBUG nova.compute.manager [None req-10ad085b-8f0f-49a3-9be4-5790012ec8d4 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.223952] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c08b2-5036-4b87-b513-d822166affaa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.335085] env[69695]: DEBUG nova.compute.manager [req-aa1b7fe3-8151-46ad-b611-ec474f17e95e req-a3d7e9d2-3898-4b9e-947b-f1735f397d53 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Received event network-vif-plugged-c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.335485] env[69695]: DEBUG oslo_concurrency.lockutils [req-aa1b7fe3-8151-46ad-b611-ec474f17e95e req-a3d7e9d2-3898-4b9e-947b-f1735f397d53 service nova] Acquiring lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.335828] env[69695]: DEBUG oslo_concurrency.lockutils [req-aa1b7fe3-8151-46ad-b611-ec474f17e95e req-a3d7e9d2-3898-4b9e-947b-f1735f397d53 service nova] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.336319] env[69695]: DEBUG oslo_concurrency.lockutils [req-aa1b7fe3-8151-46ad-b611-ec474f17e95e req-a3d7e9d2-3898-4b9e-947b-f1735f397d53 service nova] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.336491] env[69695]: DEBUG nova.compute.manager [req-aa1b7fe3-8151-46ad-b611-ec474f17e95e req-a3d7e9d2-3898-4b9e-947b-f1735f397d53 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] No waiting events found dispatching network-vif-plugged-c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.336777] env[69695]: WARNING nova.compute.manager [req-aa1b7fe3-8151-46ad-b611-ec474f17e95e req-a3d7e9d2-3898-4b9e-947b-f1735f397d53 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Received unexpected event network-vif-plugged-c3f08c31-9e24-450b-b8fe-a9119edb6064 for instance with vm_state building and task_state spawning. [ 1221.343857] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.344455] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 4a1399e0-54f7-40b6-b138-b1c2c03e1309 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.344455] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345230] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 624b8878-975a-4175-914a-d21a01778f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345230] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6585f866-c281-4a54-8099-e203291b5b89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345230] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345398] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345637] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 3316f9d2-c543-4b06-931f-6e21c8de08c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345779] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 91711cef-c327-4d16-9ce8-1adca4f15987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.345897] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance d99af213-7fb4-423b-8a75-6763108a3a28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.346015] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance c79dc0bc-a0ec-4366-bfcd-8486d1eac82f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.346350] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1221.346428] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1221.449024] env[69695]: DEBUG nova.network.neutron [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Successfully updated port: c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.494357] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499642, 'name': ReconfigVM_Task, 'duration_secs': 0.588604} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.494664] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 91711cef-c327-4d16-9ce8-1adca4f15987/91711cef-c327-4d16-9ce8-1adca4f15987.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.495495] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3876d6d6-1219-4134-9539-28b3a5ee3589 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.503380] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1221.503380] env[69695]: value = "task-3499644" [ 1221.503380] env[69695]: _type = "Task" [ 1221.503380] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.512622] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499644, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.520669] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499643, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.607535] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d4cf2c-98f1-45e1-afbc-2f9e09f5bed0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.615540] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddadb8a5-854f-4511-9a3d-0baec8bed944 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.648275] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af33bd-4d2a-4699-b573-7282ce285d31 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.656015] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a18984-8fe6-4a4b-8682-d8a2900ee0fd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.669874] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.949221] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.949444] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.949624] env[69695]: DEBUG nova.network.neutron [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.013420] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499644, 'name': Rename_Task, 'duration_secs': 0.236093} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.016605] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.016860] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3783785b-71f3-4276-90fe-310eb6c71372 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.023689] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512962} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.024899] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.025132] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.025439] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1222.025439] env[69695]: value = "task-3499645" [ 1222.025439] env[69695]: _type = "Task" [ 1222.025439] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.025627] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0c99e5-1f87-4233-a856-72f7ed40b119 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.034911] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.036104] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1222.036104] env[69695]: value = "task-3499646" [ 1222.036104] env[69695]: _type = "Task" [ 1222.036104] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.044928] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.172782] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.488100] env[69695]: DEBUG nova.network.neutron [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.540764] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499645, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.548845] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071854} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.549119] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.549947] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd83cc47-4f29-42b0-a18d-fd70df6b7a48 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.572659] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.574121] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ce0130-07bd-4b1c-9067-d63b3608dda7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.596595] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1222.596595] env[69695]: value = "task-3499647" [ 1222.596595] env[69695]: _type = "Task" [ 1222.596595] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.608757] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.658598] env[69695]: DEBUG nova.network.neutron [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [{"id": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "address": "fa:16:3e:42:10:ca", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f08c31-9e", "ovs_interfaceid": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.677525] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1222.677730] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.365s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.677928] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.678079] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Cleaning up deleted instances {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1222.932362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "3316f9d2-c543-4b06-931f-6e21c8de08c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.932688] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.932958] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "3316f9d2-c543-4b06-931f-6e21c8de08c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.933170] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.933399] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.935627] env[69695]: INFO nova.compute.manager [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Terminating instance [ 1223.037431] env[69695]: DEBUG oslo_vmware.api [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499645, 'name': PowerOnVM_Task, 'duration_secs': 0.714441} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.037741] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.037872] env[69695]: INFO nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1223.038071] env[69695]: DEBUG nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.038893] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf536fd-9752-4e51-bfc3-8a7cc21e7a2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.106595] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499647, 'name': ReconfigVM_Task, 'duration_secs': 0.404298} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.106892] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.107516] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-008d5af3-9cfe-4fd0-907d-8cf66213fc61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.114489] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1223.114489] env[69695]: value = "task-3499648" [ 1223.114489] env[69695]: _type = "Task" [ 1223.114489] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.122368] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499648, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.153428] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1a-f489-4364-60fd-d585e9834729/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.154408] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef1d347-6fca-4c8b-9890-b02d7b58a343 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.161379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.161698] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Instance network_info: |[{"id": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "address": "fa:16:3e:42:10:ca", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f08c31-9e", "ovs_interfaceid": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.161967] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1a-f489-4364-60fd-d585e9834729/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.162138] env[69695]: ERROR oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1a-f489-4364-60fd-d585e9834729/disk-0.vmdk due to incomplete transfer. [ 1223.162500] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:10:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f08c31-9e24-450b-b8fe-a9119edb6064', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.170244] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.170427] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36d7da96-fbfe-4964-beb4-88343f5feca5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.172060] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.172273] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a4bbc11-a9d1-4d54-b917-f8e6024e83ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.199979] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] There are 58 instances to clean {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1223.199979] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 40470ac1-b6fa-4ed4-a0c4-0b22acc150a0] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.205028] env[69695]: DEBUG oslo_vmware.rw_handles [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d69a1a-f489-4364-60fd-d585e9834729/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1223.205028] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Uploaded image cc98360a-1835-4618-a4cd-2ed9458f4421 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1223.205335] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1223.205768] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76b493e1-a1c0-4f93-9ede-1389ef2861a0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.208250] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.208250] env[69695]: value = "task-3499649" [ 1223.208250] env[69695]: _type = "Task" [ 1223.208250] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.212682] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1223.212682] env[69695]: value = "task-3499650" [ 1223.212682] env[69695]: _type = "Task" [ 1223.212682] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.218871] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499649, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.224314] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499650, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.363954] env[69695]: DEBUG nova.compute.manager [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Received event network-changed-c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.364224] env[69695]: DEBUG nova.compute.manager [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Refreshing instance network info cache due to event network-changed-c3f08c31-9e24-450b-b8fe-a9119edb6064. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.364476] env[69695]: DEBUG oslo_concurrency.lockutils [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] Acquiring lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.364645] env[69695]: DEBUG oslo_concurrency.lockutils [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] Acquired lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.364855] env[69695]: DEBUG nova.network.neutron [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Refreshing network info cache for port c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.439351] env[69695]: DEBUG nova.compute.manager [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.439580] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.440523] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0226d-b8df-417f-adc7-88a8a26ca866 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.448976] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.449253] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-541eba0a-57cd-465c-87c6-01d43b647b05 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.508770] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.509158] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.509203] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleting the datastore file [datastore2] 3316f9d2-c543-4b06-931f-6e21c8de08c7 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.509495] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59524285-6ebd-457c-8b83-8ec5527a30b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.516329] env[69695]: DEBUG oslo_vmware.api [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1223.516329] env[69695]: value = "task-3499652" [ 1223.516329] env[69695]: _type = "Task" [ 1223.516329] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.525138] env[69695]: DEBUG oslo_vmware.api [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.556940] env[69695]: INFO nova.compute.manager [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Took 15.95 seconds to build instance. [ 1223.625432] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499648, 'name': Rename_Task, 'duration_secs': 0.319266} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.626018] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.626672] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7c425b-3a94-4574-bdb3-3950abac2506 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.636018] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1223.636018] env[69695]: value = "task-3499653" [ 1223.636018] env[69695]: _type = "Task" [ 1223.636018] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.644514] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.706833] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 6421c0fc-4a94-433c-9be6-719aa3f916dc] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.722747] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499649, 'name': CreateVM_Task, 'duration_secs': 0.337648} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.725701] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.725988] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499650, 'name': Destroy_Task, 'duration_secs': 0.339909} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.726639] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.726793] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.727114] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.727381] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Destroyed the VM [ 1223.727609] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1223.727904] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc7cdb4-8f94-48a9-a09b-2b63f1a41009 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.729447] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-84be7880-eb0b-437d-9dde-daad64e12cbe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.733809] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1223.733809] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e70438-2410-ff0d-5cb4-cd8a502500ab" [ 1223.733809] env[69695]: _type = "Task" [ 1223.733809] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.738693] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1223.738693] env[69695]: value = "task-3499654" [ 1223.738693] env[69695]: _type = "Task" [ 1223.738693] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.745321] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e70438-2410-ff0d-5cb4-cd8a502500ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.750370] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.026945] env[69695]: DEBUG oslo_vmware.api [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161508} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.027252] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.027476] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.027687] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.027876] env[69695]: INFO nova.compute.manager [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1224.028182] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.028404] env[69695]: DEBUG nova.compute.manager [-] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.028566] env[69695]: DEBUG nova.network.neutron [-] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.060837] env[69695]: DEBUG oslo_concurrency.lockutils [None req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "91711cef-c327-4d16-9ce8-1adca4f15987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.457s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.069818] env[69695]: DEBUG nova.network.neutron [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updated VIF entry in instance network info cache for port c3f08c31-9e24-450b-b8fe-a9119edb6064. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.070213] env[69695]: DEBUG nova.network.neutron [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [{"id": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "address": "fa:16:3e:42:10:ca", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f08c31-9e", "ovs_interfaceid": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.145394] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499653, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.214128] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: edb536c2-b34f-4922-ae9c-99bb7be74e53] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.246533] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e70438-2410-ff0d-5cb4-cd8a502500ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.247251] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.247525] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.247759] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.247905] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.248175] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.251433] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e30400a-2242-40ea-9e8f-c4a7e5626f1d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.253393] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397936} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.254836] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1224.255125] env[69695]: DEBUG nova.compute.manager [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.256225] env[69695]: DEBUG nova.compute.manager [req-9f25effc-1c69-4083-8930-32237752688f req-c92a8418-861e-4bbc-ac20-272961090563 service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Received event network-vif-deleted-67e71e6f-b979-47dd-8944-acb59a8e2452 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.256406] env[69695]: INFO nova.compute.manager [req-9f25effc-1c69-4083-8930-32237752688f req-c92a8418-861e-4bbc-ac20-272961090563 service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Neutron deleted interface 67e71e6f-b979-47dd-8944-acb59a8e2452; detaching it from the instance and deleting it from the info cache [ 1224.256569] env[69695]: DEBUG nova.network.neutron [req-9f25effc-1c69-4083-8930-32237752688f req-c92a8418-861e-4bbc-ac20-272961090563 service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.259234] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb121e7-4b17-4cf2-b336-492d43d5ee7c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.264503] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.264678] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.266613] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87061303-edaf-442f-b6a3-53adbca6a161 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.275193] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1224.275193] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52831b26-8593-e501-cef5-bbfaa72fb007" [ 1224.275193] env[69695]: _type = "Task" [ 1224.275193] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.281896] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52831b26-8593-e501-cef5-bbfaa72fb007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.345520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "91711cef-c327-4d16-9ce8-1adca4f15987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.345520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "91711cef-c327-4d16-9ce8-1adca4f15987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.345520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "91711cef-c327-4d16-9ce8-1adca4f15987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.345739] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "91711cef-c327-4d16-9ce8-1adca4f15987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.346034] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "91711cef-c327-4d16-9ce8-1adca4f15987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.348194] env[69695]: INFO nova.compute.manager [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Terminating instance [ 1224.573226] env[69695]: DEBUG oslo_concurrency.lockutils [req-3cdfc23f-d283-444a-8d7a-010ff731b37c req-f47bfbac-3620-41e1-b9bb-05e55f338ee9 service nova] Releasing lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.644121] env[69695]: DEBUG oslo_vmware.api [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499653, 'name': PowerOnVM_Task, 'duration_secs': 0.817521} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.644409] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.644606] env[69695]: INFO nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1224.644785] env[69695]: DEBUG nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.645579] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db051afa-4c4d-49de-80d5-667da8eff85d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.717604] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 84069562-b5de-430f-8476-d18f5a99f0c3] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.740048] env[69695]: DEBUG nova.network.neutron [-] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.762921] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f353608b-67bd-41d0-95c3-915ffc859a1e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.773957] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874d62a-1a34-4202-a200-83e97b074f41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.788150] env[69695]: INFO nova.compute.manager [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Shelve offloading [ 1224.799849] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52831b26-8593-e501-cef5-bbfaa72fb007, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.800931] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc530121-0388-41f4-be1b-c39eb61cb67d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.816112] env[69695]: DEBUG nova.compute.manager [req-9f25effc-1c69-4083-8930-32237752688f req-c92a8418-861e-4bbc-ac20-272961090563 service nova] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Detach interface failed, port_id=67e71e6f-b979-47dd-8944-acb59a8e2452, reason: Instance 3316f9d2-c543-4b06-931f-6e21c8de08c7 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.819700] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1224.819700] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d913a2-74e8-c4b7-e83b-0398d85e8d95" [ 1224.819700] env[69695]: _type = "Task" [ 1224.819700] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.827631] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d913a2-74e8-c4b7-e83b-0398d85e8d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.852284] env[69695]: DEBUG nova.compute.manager [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.852579] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.853535] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c59871d-76f9-47ba-8a8b-e051626aa15c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.861582] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.861775] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a96d8d-d841-4ca8-8813-7ba14c6e5b35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.868812] env[69695]: DEBUG oslo_vmware.api [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1224.868812] env[69695]: value = "task-3499655" [ 1224.868812] env[69695]: _type = "Task" [ 1224.868812] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.877041] env[69695]: DEBUG oslo_vmware.api [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.161813] env[69695]: INFO nova.compute.manager [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Took 10.66 seconds to build instance. [ 1225.220883] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 91c81103-5b40-49f4-bcc5-d1b024bc7a86] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.242937] env[69695]: INFO nova.compute.manager [-] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Took 1.21 seconds to deallocate network for instance. [ 1225.296218] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.296548] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64006b48-7481-4136-b28a-d74174289d3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.303481] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1225.303481] env[69695]: value = "task-3499656" [ 1225.303481] env[69695]: _type = "Task" [ 1225.303481] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.310988] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.327996] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52d913a2-74e8-c4b7-e83b-0398d85e8d95, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.328246] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.328519] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c79dc0bc-a0ec-4366-bfcd-8486d1eac82f/c79dc0bc-a0ec-4366-bfcd-8486d1eac82f.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.328760] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa7d67b9-4efc-41fa-94fd-62fcf49770bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.334221] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1225.334221] env[69695]: value = "task-3499657" [ 1225.334221] env[69695]: _type = "Task" [ 1225.334221] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.341161] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.379257] env[69695]: DEBUG oslo_vmware.api [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499655, 'name': PowerOffVM_Task, 'duration_secs': 0.416385} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.380757] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.380955] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.384848] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7104eb27-5a56-4150-b2c7-1b71d90b7be7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.443913] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.444240] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.444442] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore1] 91711cef-c327-4d16-9ce8-1adca4f15987 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.444715] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6038e3-cadb-4884-9c02-4066012b19f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.451098] env[69695]: DEBUG oslo_vmware.api [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1225.451098] env[69695]: value = "task-3499659" [ 1225.451098] env[69695]: _type = "Task" [ 1225.451098] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.459484] env[69695]: DEBUG oslo_vmware.api [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.664336] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6654e51c-a975-4a42-b509-0e0f19b5016b tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "d99af213-7fb4-423b-8a75-6763108a3a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.190s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.725170] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: d96ecee1-4d45-40ce-823a-6814d408825c] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.752721] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.753115] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.753378] env[69695]: DEBUG nova.objects.instance [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'resources' on Instance uuid 3316f9d2-c543-4b06-931f-6e21c8de08c7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.815887] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1225.816165] env[69695]: DEBUG nova.compute.manager [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.816930] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc8b050-5aac-4430-aefe-4b8f38f82538 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.822645] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.822811] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.822980] env[69695]: DEBUG nova.network.neutron [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.842514] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434287} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.842739] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] c79dc0bc-a0ec-4366-bfcd-8486d1eac82f/c79dc0bc-a0ec-4366-bfcd-8486d1eac82f.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.842947] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.843206] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb9b4b74-cc46-4707-94cf-51ac435b1edb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.849157] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1225.849157] env[69695]: value = "task-3499660" [ 1225.849157] env[69695]: _type = "Task" [ 1225.849157] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.856494] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.885925] env[69695]: INFO nova.compute.manager [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Rebuilding instance [ 1225.960579] env[69695]: DEBUG oslo_vmware.api [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375122} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.960885] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.961068] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.961271] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.961451] env[69695]: INFO nova.compute.manager [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1225.961752] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.961917] env[69695]: DEBUG nova.compute.manager [-] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.962313] env[69695]: DEBUG nova.network.neutron [-] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.006211] env[69695]: DEBUG nova.compute.manager [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.007040] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d000d-e21b-4977-9851-52a43f53b425 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.231461] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 65aae7d9-bf0c-44cb-b3f3-2198d9accf5c] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.281420] env[69695]: DEBUG nova.compute.manager [req-db868946-de4f-4ea7-94ee-dd4ae9520249 req-c57e1cd9-e1a6-4e92-bc40-74a5767d62ac service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Received event network-vif-deleted-ddcef0d0-2356-45d5-9453-f9236d11fd4a {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.281720] env[69695]: INFO nova.compute.manager [req-db868946-de4f-4ea7-94ee-dd4ae9520249 req-c57e1cd9-e1a6-4e92-bc40-74a5767d62ac service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Neutron deleted interface ddcef0d0-2356-45d5-9453-f9236d11fd4a; detaching it from the instance and deleting it from the info cache [ 1226.282463] env[69695]: DEBUG nova.network.neutron [req-db868946-de4f-4ea7-94ee-dd4ae9520249 req-c57e1cd9-e1a6-4e92-bc40-74a5767d62ac service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.361943] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061428} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.364255] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.365193] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe60ca7-d1e2-4371-a783-dddf1159dab4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.386799] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] c79dc0bc-a0ec-4366-bfcd-8486d1eac82f/c79dc0bc-a0ec-4366-bfcd-8486d1eac82f.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.389385] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0960037-5294-452b-9f2d-e7aac65649fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.410713] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1226.410713] env[69695]: value = "task-3499661" [ 1226.410713] env[69695]: _type = "Task" [ 1226.410713] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.421409] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.427508] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8b2f9-8939-47cf-87d5-0679ece01ae5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.435405] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec5054-97ca-4d60-9f2b-b71564f813e2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.470920] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663f7d9-48a6-4d09-bd82-a0ed68e89aba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.478532] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7067328-2b05-4ed6-9503-e909b68628ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.491830] env[69695]: DEBUG nova.compute.provider_tree [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.576777] env[69695]: DEBUG nova.network.neutron [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.732694] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 3f6e8469-1d9d-4ab6-88f9-93de589dfa9b] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.740155] env[69695]: DEBUG nova.network.neutron [-] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.785188] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ec3b62-a443-4685-a11b-d3af8c299a04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.796649] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99f422b-14a6-4fc2-9d3a-c96247d96a07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.830489] env[69695]: DEBUG nova.compute.manager [req-db868946-de4f-4ea7-94ee-dd4ae9520249 req-c57e1cd9-e1a6-4e92-bc40-74a5767d62ac service nova] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Detach interface failed, port_id=ddcef0d0-2356-45d5-9453-f9236d11fd4a, reason: Instance 91711cef-c327-4d16-9ce8-1adca4f15987 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.921627] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499661, 'name': ReconfigVM_Task, 'duration_secs': 0.274597} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.921627] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Reconfigured VM instance instance-00000075 to attach disk [datastore1] c79dc0bc-a0ec-4366-bfcd-8486d1eac82f/c79dc0bc-a0ec-4366-bfcd-8486d1eac82f.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.922244] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2040d683-b2ab-4b2b-a97d-3baca89b1de8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.929312] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1226.929312] env[69695]: value = "task-3499662" [ 1226.929312] env[69695]: _type = "Task" [ 1226.929312] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.941122] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499662, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.995422] env[69695]: DEBUG nova.scheduler.client.report [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.020586] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.020965] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ba10425-6939-45e4-bbd0-a30247cf5be6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.029101] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1227.029101] env[69695]: value = "task-3499663" [ 1227.029101] env[69695]: _type = "Task" [ 1227.029101] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.037864] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.079571] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.235733] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 9437b31a-a27f-4ed8-a3ac-453dcb562c95] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.242675] env[69695]: INFO nova.compute.manager [-] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Took 1.28 seconds to deallocate network for instance. [ 1227.394700] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.395661] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88eeda5-b207-444f-bb76-138321ac2872 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.403573] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.403856] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a315d3f-a27f-4571-8608-20591f992ea8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.437718] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499662, 'name': Rename_Task, 'duration_secs': 0.136614} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.437971] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.438205] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805286bd-2537-45dc-bf68-a07549c6f619 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.443813] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1227.443813] env[69695]: value = "task-3499665" [ 1227.443813] env[69695]: _type = "Task" [ 1227.443813] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.456817] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.474326] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.474621] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.474865] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleting the datastore file [datastore1] 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.475222] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-222a1898-781f-46ba-b09d-753baa0b811f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.482592] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1227.482592] env[69695]: value = "task-3499666" [ 1227.482592] env[69695]: _type = "Task" [ 1227.482592] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.490205] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.499978] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.521974] env[69695]: INFO nova.scheduler.client.report [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocations for instance 3316f9d2-c543-4b06-931f-6e21c8de08c7 [ 1227.539561] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499663, 'name': PowerOffVM_Task, 'duration_secs': 0.321498} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.539869] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.540582] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.541436] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29e8e47-ac61-476f-84f3-4e3f922981e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.548908] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.549177] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ca182d4-c6e7-46e6-a988-a02596121a14 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.576647] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.576850] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.577036] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Deleting the datastore file [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.577280] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab5e4399-ca93-41f3-80d8-f757d5e45928 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.583420] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1227.583420] env[69695]: value = "task-3499668" [ 1227.583420] env[69695]: _type = "Task" [ 1227.583420] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.591176] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.739579] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: bf6d2c72-c47d-496e-a064-b7a107f54631] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.750901] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.751176] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.751393] env[69695]: DEBUG nova.objects.instance [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid 91711cef-c327-4d16-9ce8-1adca4f15987 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.959116] env[69695]: DEBUG oslo_vmware.api [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499665, 'name': PowerOnVM_Task, 'duration_secs': 0.479738} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.959315] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.959476] env[69695]: INFO nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1227.959712] env[69695]: DEBUG nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.961796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda19b37-d537-4341-92cb-11b00920ea37 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.995259] env[69695]: DEBUG oslo_vmware.api [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15416} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.995614] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.995872] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.995872] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.014553] env[69695]: INFO nova.scheduler.client.report [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted allocations for instance 624b8878-975a-4175-914a-d21a01778f54 [ 1228.030300] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69bc7a80-97aa-4021-a391-1351a691c08a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "3316f9d2-c543-4b06-931f-6e21c8de08c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.098s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.093128] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12892} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.093379] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.093559] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.093797] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.242670] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 9aadde24-9b33-4683-96b6-96a3f9976385] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.374144] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ac43cd-2fea-43d0-86fb-ee4776679908 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.382307] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea3fd6-3d6c-441c-b72c-d859c272cc43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.412060] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943ceb8-ef0f-4a01-a4b3-b5a6ba0d6095 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.417141] env[69695]: DEBUG nova.compute.manager [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-vif-unplugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.417141] env[69695]: DEBUG oslo_concurrency.lockutils [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.417141] env[69695]: DEBUG oslo_concurrency.lockutils [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] Lock "624b8878-975a-4175-914a-d21a01778f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.417376] env[69695]: DEBUG oslo_concurrency.lockutils [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] Lock "624b8878-975a-4175-914a-d21a01778f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.417423] env[69695]: DEBUG nova.compute.manager [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] No waiting events found dispatching network-vif-unplugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.417597] env[69695]: WARNING nova.compute.manager [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received unexpected event network-vif-unplugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 for instance with vm_state shelved_offloaded and task_state None. [ 1228.417751] env[69695]: DEBUG nova.compute.manager [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.417912] env[69695]: DEBUG nova.compute.manager [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing instance network info cache due to event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.418079] env[69695]: DEBUG oslo_concurrency.lockutils [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.418211] env[69695]: DEBUG oslo_concurrency.lockutils [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.418363] env[69695]: DEBUG nova.network.neutron [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.424968] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ad67a-ae9c-468e-8c26-6a434fc4b47c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.440433] env[69695]: DEBUG nova.compute.provider_tree [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.464404] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.464747] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.480403] env[69695]: INFO nova.compute.manager [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Took 12.40 seconds to build instance. [ 1228.519918] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.746138] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 169812a5-d66b-4573-91bd-5001322deace] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.944136] env[69695]: DEBUG nova.scheduler.client.report [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.956828] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.957542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.967733] env[69695]: DEBUG nova.compute.utils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.982596] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7314d736-7c6e-4284-bd20-04786659f4cd tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.907s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.127602] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.127846] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.128008] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.128199] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.128346] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.128532] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.128765] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.128927] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.129113] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.129278] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.129450] env[69695]: DEBUG nova.virt.hardware [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.130355] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798ba68f-53d9-415b-a325-7bdb9a788637 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.138352] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b412ec69-0ee0-4119-9651-bf0394699cb0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.151516] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance VIF info [] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.157046] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.157846] env[69695]: DEBUG nova.network.neutron [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updated VIF entry in instance network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.158180] env[69695]: DEBUG nova.network.neutron [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.159456] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.159620] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1056d8ce-5e76-486a-9e57-c34d036d27b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.171813] env[69695]: DEBUG oslo_concurrency.lockutils [req-30b104ff-28de-4fec-a991-d2028c69981d req-e769cb25-58c2-4185-8cae-07293b926437 service nova] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.178057] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.178057] env[69695]: value = "task-3499669" [ 1229.178057] env[69695]: _type = "Task" [ 1229.178057] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.184880] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499669, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.249544] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 88a216c5-6fee-472d-97fa-eadc1c734e92] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.450520] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.452878] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.933s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.453127] env[69695]: DEBUG nova.objects.instance [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'resources' on Instance uuid 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.461753] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.470644] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.471969] env[69695]: INFO nova.scheduler.client.report [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance 91711cef-c327-4d16-9ce8-1adca4f15987 [ 1229.687404] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499669, 'name': CreateVM_Task, 'duration_secs': 0.278235} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.687569] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.687972] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.688146] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.688456] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.688722] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3860fdea-cefe-4c23-a078-ebd7ed52e28c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.693518] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1229.693518] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a7ff83-54f1-b7b6-8bc5-c7a88c2fc980" [ 1229.693518] env[69695]: _type = "Task" [ 1229.693518] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.700606] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a7ff83-54f1-b7b6-8bc5-c7a88c2fc980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.752845] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: cad98134-4472-4898-bb87-d606b724a16d] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.955372] env[69695]: DEBUG nova.objects.instance [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'numa_topology' on Instance uuid 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.979182] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "91711cef-c327-4d16-9ce8-1adca4f15987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.634s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.983221] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.204901] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a7ff83-54f1-b7b6-8bc5-c7a88c2fc980, 'name': SearchDatastore_Task, 'duration_secs': 0.050652} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.205277] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.205554] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.206037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.206037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.206162] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.206336] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea13024-d00a-40c1-a0c2-4d178f7e7f35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.216948] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.217494] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.218190] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c89529f-d8b2-40a9-9921-a9be50485307 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.223497] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1230.223497] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b5f217-40e9-e5e6-9028-99a3084e3144" [ 1230.223497] env[69695]: _type = "Task" [ 1230.223497] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.231209] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b5f217-40e9-e5e6-9028-99a3084e3144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.256052] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 662c8341-4a54-443f-9a4d-2d0b352b038b] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.330731] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.444011] env[69695]: DEBUG nova.compute.manager [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Received event network-changed-c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.444223] env[69695]: DEBUG nova.compute.manager [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Refreshing instance network info cache due to event network-changed-c3f08c31-9e24-450b-b8fe-a9119edb6064. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.444433] env[69695]: DEBUG oslo_concurrency.lockutils [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] Acquiring lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.444572] env[69695]: DEBUG oslo_concurrency.lockutils [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] Acquired lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.444730] env[69695]: DEBUG nova.network.neutron [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Refreshing network info cache for port c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.458100] env[69695]: DEBUG nova.objects.base [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Object Instance<624b8878-975a-4175-914a-d21a01778f54> lazy-loaded attributes: resources,numa_topology {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.536929] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.537212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.537448] env[69695]: INFO nova.compute.manager [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Attaching volume f60ac311-1175-41bf-b0f1-57f9fc1e7ff7 to /dev/sdb [ 1230.573107] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad889b-b1d5-4fd0-ab28-d26046b689c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.583302] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6401f95a-b6de-4a41-a2d3-8a7a3b31e31d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.597054] env[69695]: DEBUG nova.virt.block_device [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating existing volume attachment record: 6573083e-f5ca-4f2e-a7a6-bd246331df7c {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1230.600045] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21852557-c4d7-4c7a-a9fb-43ffdb403f9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.606752] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3a567c-f87a-4a2a-bd45-2db28ce64409 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.637665] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8529156-4e09-4ba1-ab6e-9c862b5c8f4c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.644659] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda2a16-7d9e-46e5-8da5-8e07e407c0da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.658123] env[69695]: DEBUG nova.compute.provider_tree [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.734091] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52b5f217-40e9-e5e6-9028-99a3084e3144, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.734943] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d65fe0f-6a54-4ede-b3ba-9da872998c91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.740470] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1230.740470] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52978458-30c0-8631-a62f-727d7bcf1e84" [ 1230.740470] env[69695]: _type = "Task" [ 1230.740470] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.752396] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52978458-30c0-8631-a62f-727d7bcf1e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.759015] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: bf5735be-00c2-4369-941e-2d159b1a1ab4] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.156680] env[69695]: DEBUG nova.network.neutron [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updated VIF entry in instance network info cache for port c3f08c31-9e24-450b-b8fe-a9119edb6064. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.157078] env[69695]: DEBUG nova.network.neutron [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [{"id": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "address": "fa:16:3e:42:10:ca", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f08c31-9e", "ovs_interfaceid": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.161562] env[69695]: DEBUG nova.scheduler.client.report [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.251781] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52978458-30c0-8631-a62f-727d7bcf1e84, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.252024] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.252286] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.252560] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d824d11-aec9-4442-8eee-f99187cdd723 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.265056] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: d39f0753-1955-499e-8e5a-f773ef6db4a3] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.267151] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1231.267151] env[69695]: value = "task-3499673" [ 1231.267151] env[69695]: _type = "Task" [ 1231.267151] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.275802] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.515087] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.515317] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.660012] env[69695]: DEBUG oslo_concurrency.lockutils [req-39c35578-d4f9-4437-8c9c-946fc0a3edbe req-ecbeeb09-9e2f-41a9-9cb7-0cd96b556240 service nova] Releasing lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.665939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.668221] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.685s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.670688] env[69695]: INFO nova.compute.claims [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.768159] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: cbab62b8-6a1f-4505-aaae-4ccd93e509ba] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.778977] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.018143] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.180794] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2ebaece9-9a02-462f-b99b-0f3396f88dd4 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.983s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.181640] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.851s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.181825] env[69695]: INFO nova.compute.manager [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Unshelving [ 1232.273993] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 83962551-dd92-4112-95c2-778ffa4d6281] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.281035] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979698} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.281287] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.281467] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.283041] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a218d96-0856-42e1-9adc-5e00d4a15587 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.289350] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1232.289350] env[69695]: value = "task-3499674" [ 1232.289350] env[69695]: _type = "Task" [ 1232.289350] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.297506] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.540996] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.777380] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 71af159b-129f-442c-9916-eb7bdd9d2cc9] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.801660] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208517} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.801921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.802704] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909ce9d-117a-4e4b-8e95-f0bbdf1a2c8b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.824720] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.825867] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25be0e81-8b24-4357-806b-08dfb229d331 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.840497] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc4205-54e0-45ab-b4cb-7e1e448af8a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.849365] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f3466-bab9-4488-8c11-b0364cc6c5cb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.852280] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1232.852280] env[69695]: value = "task-3499675" [ 1232.852280] env[69695]: _type = "Task" [ 1232.852280] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.880430] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0174e-8b48-4f61-9054-c30992031ac9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.886039] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.890753] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cab83d-11ce-4d39-80ad-00b26adc873e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.905352] env[69695]: DEBUG nova.compute.provider_tree [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.203212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.281078] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: f50add0e-f599-412b-b4a8-e79ae1820b45] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.362912] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499675, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.408460] env[69695]: DEBUG nova.scheduler.client.report [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.784343] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e3498fa0-ce6d-4654-b3da-b576dabee8c6] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.862726] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499675, 'name': ReconfigVM_Task, 'duration_secs': 0.546273} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.863030] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28/d99af213-7fb4-423b-8a75-6763108a3a28.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.863616] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5ac9e7a-5744-4a31-8f30-b1938c40d4c1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.870610] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1233.870610] env[69695]: value = "task-3499677" [ 1233.870610] env[69695]: _type = "Task" [ 1233.870610] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.879613] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499677, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.913816] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.914460] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.917381] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.376s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.919119] env[69695]: INFO nova.compute.claims [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.290052] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: a00ec6a5-501b-4988-a0dd-6b0b17178eeb] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.381204] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499677, 'name': Rename_Task, 'duration_secs': 0.137874} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.381445] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.381683] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0054786-9699-462a-898c-99f3b2dab548 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.389811] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1234.389811] env[69695]: value = "task-3499678" [ 1234.389811] env[69695]: _type = "Task" [ 1234.389811] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.396941] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.423345] env[69695]: DEBUG nova.compute.utils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.426808] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.426808] env[69695]: DEBUG nova.network.neutron [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.471808] env[69695]: DEBUG nova.policy [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54504d7a91114cbe8b976f4d02dc07ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bce4ca98f14a7eb2a6cbbbf745fe10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.726289] env[69695]: DEBUG nova.network.neutron [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Successfully created port: 55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.793638] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 78385f0f-64f2-441f-8123-5649d8c9b7d8] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.899476] env[69695]: DEBUG oslo_vmware.api [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499678, 'name': PowerOnVM_Task, 'duration_secs': 0.403486} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.899650] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.899901] env[69695]: DEBUG nova.compute.manager [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.900696] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e11a797-3cf0-4299-bc2a-a276a076d2d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.928605] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.075691] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446ffe62-ef1f-40ca-baa8-7755a9f02dbc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.083281] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a76d8-a2ba-4b89-aafb-5be66a4ec0e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.112692] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86578016-ee92-4fc1-992a-bec4f16ffcd2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.119479] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87a3fa-ac6a-49d2-be3b-0c2a34fca72a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.134833] env[69695]: DEBUG nova.compute.provider_tree [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.141719] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1235.141942] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699381', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'name': 'volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6585f866-c281-4a54-8099-e203291b5b89', 'attached_at': '', 'detached_at': '', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'serial': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1235.142718] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4755a8d6-2aeb-4753-9f27-445444413d97 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.158683] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395fa6d-b22e-42bb-afe4-9892166000af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.183454] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7/volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.183740] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59e99d1-6ddf-42bf-bdfd-898f35a808b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.201583] env[69695]: DEBUG oslo_vmware.api [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1235.201583] env[69695]: value = "task-3499679" [ 1235.201583] env[69695]: _type = "Task" [ 1235.201583] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.209411] env[69695]: DEBUG oslo_vmware.api [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.297187] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: dd5494a5-1cb1-4254-a0ba-edd89361039e] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.416703] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.638063] env[69695]: DEBUG nova.scheduler.client.report [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.711892] env[69695]: DEBUG oslo_vmware.api [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499679, 'name': ReconfigVM_Task, 'duration_secs': 0.39} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.712200] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7/volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.716802] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dcbc874-9ae1-47d3-aaf6-7f6b49836979 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.732478] env[69695]: DEBUG oslo_vmware.api [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1235.732478] env[69695]: value = "task-3499680" [ 1235.732478] env[69695]: _type = "Task" [ 1235.732478] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.745118] env[69695]: DEBUG oslo_vmware.api [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.800364] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: b1d6c64d-f7eb-4618-b670-6a433b107e0a] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.942113] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.963754] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.963997] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.964204] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.964362] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.964509] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.964653] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.964860] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.965028] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.965199] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.965359] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.965528] env[69695]: DEBUG nova.virt.hardware [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.966827] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b788e-33cd-4939-b3ce-f26013220d0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.975236] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bea174b-a6c4-4e3f-bf5c-d1df902a237a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.143454] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.143993] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.146617] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.943s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.146884] env[69695]: DEBUG nova.objects.instance [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'pci_requests' on Instance uuid 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.161200] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "d99af213-7fb4-423b-8a75-6763108a3a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.161200] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "d99af213-7fb4-423b-8a75-6763108a3a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.161200] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "d99af213-7fb4-423b-8a75-6763108a3a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.161200] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "d99af213-7fb4-423b-8a75-6763108a3a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.161982] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "d99af213-7fb4-423b-8a75-6763108a3a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.163288] env[69695]: INFO nova.compute.manager [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Terminating instance [ 1236.244139] env[69695]: DEBUG oslo_vmware.api [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499680, 'name': ReconfigVM_Task, 'duration_secs': 0.156312} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.244518] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699381', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'name': 'volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6585f866-c281-4a54-8099-e203291b5b89', 'attached_at': '', 'detached_at': '', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'serial': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1236.272885] env[69695]: DEBUG nova.compute.manager [req-446aa7f2-09bf-4933-99b8-fad5852ae1bb req-d37ec285-6a1b-4e95-8ed8-e77bd286d719 service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Received event network-vif-plugged-55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.273129] env[69695]: DEBUG oslo_concurrency.lockutils [req-446aa7f2-09bf-4933-99b8-fad5852ae1bb req-d37ec285-6a1b-4e95-8ed8-e77bd286d719 service nova] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.273371] env[69695]: DEBUG oslo_concurrency.lockutils [req-446aa7f2-09bf-4933-99b8-fad5852ae1bb req-d37ec285-6a1b-4e95-8ed8-e77bd286d719 service nova] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.273680] env[69695]: DEBUG oslo_concurrency.lockutils [req-446aa7f2-09bf-4933-99b8-fad5852ae1bb req-d37ec285-6a1b-4e95-8ed8-e77bd286d719 service nova] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.273680] env[69695]: DEBUG nova.compute.manager [req-446aa7f2-09bf-4933-99b8-fad5852ae1bb req-d37ec285-6a1b-4e95-8ed8-e77bd286d719 service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] No waiting events found dispatching network-vif-plugged-55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.273882] env[69695]: WARNING nova.compute.manager [req-446aa7f2-09bf-4933-99b8-fad5852ae1bb req-d37ec285-6a1b-4e95-8ed8-e77bd286d719 service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Received unexpected event network-vif-plugged-55f81260-25b8-426d-b482-283d89690fb9 for instance with vm_state building and task_state spawning. [ 1236.303490] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 2e68decd-e7d3-4587-8ee3-525b300979fa] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.355653] env[69695]: DEBUG nova.network.neutron [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Successfully updated port: 55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.398653] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.399071] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.399367] env[69695]: INFO nova.compute.manager [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Shelving [ 1236.649999] env[69695]: DEBUG nova.compute.utils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.651382] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.651509] env[69695]: DEBUG nova.network.neutron [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.654566] env[69695]: DEBUG nova.objects.instance [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'numa_topology' on Instance uuid 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.667387] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "refresh_cache-d99af213-7fb4-423b-8a75-6763108a3a28" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.667540] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquired lock "refresh_cache-d99af213-7fb4-423b-8a75-6763108a3a28" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.667706] env[69695]: DEBUG nova.network.neutron [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.693713] env[69695]: DEBUG nova.policy [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bbcddbf56eb48759e3c21fcb364488f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c96efc28de46f8ad6ad51aa3d98dfd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.807356] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 59530432-e0a7-40ba-9d50-11806d67e4fb] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.859839] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.859839] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859839] env[69695]: DEBUG nova.network.neutron [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.975272] env[69695]: DEBUG nova.network.neutron [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Successfully created port: afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.156382] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.159216] env[69695]: INFO nova.compute.claims [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.193999] env[69695]: DEBUG nova.network.neutron [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.258229] env[69695]: DEBUG nova.network.neutron [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.284953] env[69695]: DEBUG nova.objects.instance [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'flavor' on Instance uuid 6585f866-c281-4a54-8099-e203291b5b89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.311531] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e30f3fbb-d897-4d42-b38b-9df2ecfd7926] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.392944] env[69695]: DEBUG nova.network.neutron [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.410979] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.411295] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fa59498-302c-4fb3-8bbf-6b156e5982b3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.420146] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1237.420146] env[69695]: value = "task-3499681" [ 1237.420146] env[69695]: _type = "Task" [ 1237.420146] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.429320] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.534728] env[69695]: DEBUG nova.network.neutron [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [{"id": "55f81260-25b8-426d-b482-283d89690fb9", "address": "fa:16:3e:1e:6e:74", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f81260-25", "ovs_interfaceid": "55f81260-25b8-426d-b482-283d89690fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.761069] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Releasing lock "refresh_cache-d99af213-7fb4-423b-8a75-6763108a3a28" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.761381] env[69695]: DEBUG nova.compute.manager [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.761590] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.762462] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb7da46-c4db-4537-9934-e216bdcbabe7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.770400] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.770655] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3182a15d-9dc2-4422-91af-8fb3d469e102 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.776292] env[69695]: DEBUG oslo_vmware.api [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1237.776292] env[69695]: value = "task-3499682" [ 1237.776292] env[69695]: _type = "Task" [ 1237.776292] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.783770] env[69695]: DEBUG oslo_vmware.api [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.789445] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ed18040e-db1b-45dc-bd4d-9cd2cdf6c23d tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.816966] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 6b603f92-5fcb-43da-b151-326c8346c589] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.929813] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499681, 'name': PowerOffVM_Task, 'duration_secs': 0.175907} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.930241] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.931151] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0502406-5bac-418c-ba8a-3f42f498b065 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.949977] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590d966a-2631-4c7a-95c0-8fb92d3fdfc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.985239] env[69695]: INFO nova.compute.manager [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Rescuing [ 1237.985543] env[69695]: DEBUG oslo_concurrency.lockutils [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.985735] env[69695]: DEBUG oslo_concurrency.lockutils [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.985942] env[69695]: DEBUG nova.network.neutron [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.037184] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.037546] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Instance network_info: |[{"id": "55f81260-25b8-426d-b482-283d89690fb9", "address": "fa:16:3e:1e:6e:74", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f81260-25", "ovs_interfaceid": "55f81260-25b8-426d-b482-283d89690fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.037979] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:6e:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f81260-25b8-426d-b482-283d89690fb9', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.045406] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.045641] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.045900] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a57d32f-021a-47b9-bf59-a735214ebb85 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.067076] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.067076] env[69695]: value = "task-3499683" [ 1238.067076] env[69695]: _type = "Task" [ 1238.067076] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.077092] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499683, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.168468] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.218729] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.219068] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.219241] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.219427] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.219587] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.219729] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.219936] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.220119] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.220295] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.220457] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.220629] env[69695]: DEBUG nova.virt.hardware [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.221512] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb372c-0cc9-4709-a5e3-251d679249b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.234599] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fc7977-657f-44ae-937d-251d5721d1de {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.286527] env[69695]: DEBUG oslo_vmware.api [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499682, 'name': PowerOffVM_Task, 'duration_secs': 0.176512} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.286897] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.287125] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.289660] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c45bf2-87b4-4cd2-92ca-f2b7eef698d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.314740] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.315102] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.315359] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Deleting the datastore file [datastore1] d99af213-7fb4-423b-8a75-6763108a3a28 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.315706] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e43589d5-2919-4ac8-a49b-c97a572e6f6e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.320410] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 0791e83f-32f8-4845-85ae-208a7880008a] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.323459] env[69695]: DEBUG oslo_vmware.api [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for the task: (returnval){ [ 1238.323459] env[69695]: value = "task-3499685" [ 1238.323459] env[69695]: _type = "Task" [ 1238.323459] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.335413] env[69695]: DEBUG oslo_vmware.api [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.352082] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5c097-6b1f-40ff-a03d-3b432822c2d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.358632] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbeaa6-1a1a-4508-8b5b-c51c3d80a310 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.388784] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87073902-f373-48f8-a3c6-5e2b4fff32d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.395891] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b32d8cc-1a8c-4dc9-b8d6-4e2e532b4552 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.410898] env[69695]: DEBUG nova.compute.provider_tree [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.414298] env[69695]: DEBUG nova.compute.manager [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Received event network-changed-55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.414498] env[69695]: DEBUG nova.compute.manager [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Refreshing instance network info cache due to event network-changed-55f81260-25b8-426d-b482-283d89690fb9. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.414715] env[69695]: DEBUG oslo_concurrency.lockutils [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] Acquiring lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.414850] env[69695]: DEBUG oslo_concurrency.lockutils [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] Acquired lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.415011] env[69695]: DEBUG nova.network.neutron [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Refreshing network info cache for port 55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.459695] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Creating Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1238.460033] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c0c2807-b31d-44d0-9052-83120334c4a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.467393] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1238.467393] env[69695]: value = "task-3499686" [ 1238.467393] env[69695]: _type = "Task" [ 1238.467393] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.476240] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.579321] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499683, 'name': CreateVM_Task, 'duration_secs': 0.313514} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.583155] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.583155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.583155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.583155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.583155] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302b16f9-c7e8-4e79-a642-a134f40fee89 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.585821] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1238.585821] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52398595-cff9-a81d-0b9b-87366bbb7cd9" [ 1238.585821] env[69695]: _type = "Task" [ 1238.585821] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.595034] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52398595-cff9-a81d-0b9b-87366bbb7cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.697730] env[69695]: DEBUG nova.network.neutron [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Successfully updated port: afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.710857] env[69695]: DEBUG nova.network.neutron [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.824552] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: a11f35a5-3157-401f-826e-10e13c2540da] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.836847] env[69695]: DEBUG oslo_vmware.api [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Task: {'id': task-3499685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093083} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.837117] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.837308] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.837486] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.837656] env[69695]: INFO nova.compute.manager [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1238.837901] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.838113] env[69695]: DEBUG nova.compute.manager [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.838209] env[69695]: DEBUG nova.network.neutron [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.855961] env[69695]: DEBUG nova.network.neutron [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.917712] env[69695]: DEBUG nova.scheduler.client.report [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.977197] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499686, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.096579] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52398595-cff9-a81d-0b9b-87366bbb7cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.096891] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.097139] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.097370] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.097516] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.097694] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.097940] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01649731-8f8a-4a5a-8e9b-a248b852c385 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.106677] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.106849] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.107536] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5d7468-c13c-4e93-847a-fe499927394b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.112444] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1239.112444] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527afcef-94f5-6ef6-2cca-8e0178380b7d" [ 1239.112444] env[69695]: _type = "Task" [ 1239.112444] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.113200] env[69695]: DEBUG nova.network.neutron [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updated VIF entry in instance network info cache for port 55f81260-25b8-426d-b482-283d89690fb9. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.113495] env[69695]: DEBUG nova.network.neutron [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [{"id": "55f81260-25b8-426d-b482-283d89690fb9", "address": "fa:16:3e:1e:6e:74", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f81260-25", "ovs_interfaceid": "55f81260-25b8-426d-b482-283d89690fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.123632] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527afcef-94f5-6ef6-2cca-8e0178380b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.124778] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f03174-d601-45f7-a3de-f42ba7e45147 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.131709] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1239.131709] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525d278d-c011-6911-ae06-fae5ea20619f" [ 1239.131709] env[69695]: _type = "Task" [ 1239.131709] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.140791] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525d278d-c011-6911-ae06-fae5ea20619f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.200519] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "refresh_cache-76ab1a74-9dfe-409a-96f7-bbeba68f9d09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.200662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "refresh_cache-76ab1a74-9dfe-409a-96f7-bbeba68f9d09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.200810] env[69695]: DEBUG nova.network.neutron [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.213753] env[69695]: DEBUG oslo_concurrency.lockutils [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.332149] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: ffe69589-771a-45dc-b1e2-799b77273dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.359599] env[69695]: DEBUG nova.network.neutron [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.424671] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.278s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.426904] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.011s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.427148] env[69695]: DEBUG nova.objects.instance [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.456991] env[69695]: INFO nova.network.neutron [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1239.478293] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499686, 'name': CreateSnapshot_Task, 'duration_secs': 0.852106} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.478599] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Created Snapshot of the VM instance {{(pid=69695) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1239.479321] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e091ad-aaf7-4b78-a7e3-abebb0a65557 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.618955] env[69695]: DEBUG oslo_concurrency.lockutils [req-cb8f72c8-88f7-4f49-a267-deab4fae72cc req-82a821af-184f-4b9f-9b88-43e3f02c2b9a service nova] Releasing lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.642817] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525d278d-c011-6911-ae06-fae5ea20619f, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.643104] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.643363] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e/a8ff89d5-78c4-4d9e-aaea-36bd6e30162e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.643636] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b35a271-e960-47d3-857d-bf98ae2eedee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.652492] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1239.652492] env[69695]: value = "task-3499687" [ 1239.652492] env[69695]: _type = "Task" [ 1239.652492] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.660591] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.835867] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 7ec37c55-724a-4d54-95a7-47f8050d8766] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.862934] env[69695]: INFO nova.compute.manager [-] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Took 1.02 seconds to deallocate network for instance. [ 1239.911498] env[69695]: DEBUG nova.network.neutron [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.999397] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Creating linked-clone VM from snapshot {{(pid=69695) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1239.999802] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-946b8752-6e2c-4c1e-b1f2-ce70b44318f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.010212] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1240.010212] env[69695]: value = "task-3499688" [ 1240.010212] env[69695]: _type = "Task" [ 1240.010212] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.021327] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499688, 'name': CloneVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.162639] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499687, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.195851] env[69695]: DEBUG nova.network.neutron [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Updating instance_info_cache with network_info: [{"id": "afb054f7-1877-4ac2-9b30-49bf1ab3ecdd", "address": "fa:16:3e:ee:60:8b", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb054f7-18", "ovs_interfaceid": "afb054f7-1877-4ac2-9b30-49bf1ab3ecdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.340628] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: d55fe750-9d29-4279-8462-05865a0a3b09] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.369206] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.435796] env[69695]: DEBUG oslo_concurrency.lockutils [None req-deeac377-a340-4674-acd5-f9ff851ed639 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.438482] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.069s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.438482] env[69695]: DEBUG nova.objects.instance [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lazy-loading 'resources' on Instance uuid d99af213-7fb4-423b-8a75-6763108a3a28 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.441138] env[69695]: DEBUG nova.compute.manager [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Received event network-vif-plugged-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.441138] env[69695]: DEBUG oslo_concurrency.lockutils [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] Acquiring lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.441138] env[69695]: DEBUG oslo_concurrency.lockutils [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.441138] env[69695]: DEBUG oslo_concurrency.lockutils [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.441138] env[69695]: DEBUG nova.compute.manager [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] No waiting events found dispatching network-vif-plugged-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.441138] env[69695]: WARNING nova.compute.manager [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Received unexpected event network-vif-plugged-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd for instance with vm_state building and task_state spawning. [ 1240.441494] env[69695]: DEBUG nova.compute.manager [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Received event network-changed-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.441494] env[69695]: DEBUG nova.compute.manager [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Refreshing instance network info cache due to event network-changed-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.441494] env[69695]: DEBUG oslo_concurrency.lockutils [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] Acquiring lock "refresh_cache-76ab1a74-9dfe-409a-96f7-bbeba68f9d09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.520415] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499688, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.662755] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.663008] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e/a8ff89d5-78c4-4d9e-aaea-36bd6e30162e.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.663225] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.663469] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e4b91e8-97b2-4594-82d0-520bb0fc4811 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.669368] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1240.669368] env[69695]: value = "task-3499689" [ 1240.669368] env[69695]: _type = "Task" [ 1240.669368] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.677333] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.699015] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "refresh_cache-76ab1a74-9dfe-409a-96f7-bbeba68f9d09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.699761] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Instance network_info: |[{"id": "afb054f7-1877-4ac2-9b30-49bf1ab3ecdd", "address": "fa:16:3e:ee:60:8b", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb054f7-18", "ovs_interfaceid": "afb054f7-1877-4ac2-9b30-49bf1ab3ecdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.699761] env[69695]: DEBUG oslo_concurrency.lockutils [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] Acquired lock "refresh_cache-76ab1a74-9dfe-409a-96f7-bbeba68f9d09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.700042] env[69695]: DEBUG nova.network.neutron [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Refreshing network info cache for port afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.702707] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:60:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afb054f7-1877-4ac2-9b30-49bf1ab3ecdd', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.709292] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.712503] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.712959] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a09f2ef-5296-4fa6-b632-9dafd13b0377 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.732824] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.732824] env[69695]: value = "task-3499690" [ 1240.732824] env[69695]: _type = "Task" [ 1240.732824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.742113] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499690, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.749503] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.750081] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e989ac0-34e8-4f85-8712-4c498b40f6d1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.758853] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1240.758853] env[69695]: value = "task-3499691" [ 1240.758853] env[69695]: _type = "Task" [ 1240.758853] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.768084] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.845510] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: fefe229c-082b-4c2c-8179-eb50f2a174e5] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.859519] env[69695]: DEBUG nova.compute.manager [req-6fb255d5-4221-4f18-aa8e-424389254df7 req-9f8f067e-d2e0-420b-ab2a-1bd9b718005c service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-vif-plugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.859705] env[69695]: DEBUG oslo_concurrency.lockutils [req-6fb255d5-4221-4f18-aa8e-424389254df7 req-9f8f067e-d2e0-420b-ab2a-1bd9b718005c service nova] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.859955] env[69695]: DEBUG oslo_concurrency.lockutils [req-6fb255d5-4221-4f18-aa8e-424389254df7 req-9f8f067e-d2e0-420b-ab2a-1bd9b718005c service nova] Lock "624b8878-975a-4175-914a-d21a01778f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.864248] env[69695]: DEBUG oslo_concurrency.lockutils [req-6fb255d5-4221-4f18-aa8e-424389254df7 req-9f8f067e-d2e0-420b-ab2a-1bd9b718005c service nova] Lock "624b8878-975a-4175-914a-d21a01778f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.864460] env[69695]: DEBUG nova.compute.manager [req-6fb255d5-4221-4f18-aa8e-424389254df7 req-9f8f067e-d2e0-420b-ab2a-1bd9b718005c service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] No waiting events found dispatching network-vif-plugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.864829] env[69695]: WARNING nova.compute.manager [req-6fb255d5-4221-4f18-aa8e-424389254df7 req-9f8f067e-d2e0-420b-ab2a-1bd9b718005c service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received unexpected event network-vif-plugged-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 for instance with vm_state shelved_offloaded and task_state spawning. [ 1240.937262] env[69695]: DEBUG nova.network.neutron [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Updated VIF entry in instance network info cache for port afb054f7-1877-4ac2-9b30-49bf1ab3ecdd. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.937765] env[69695]: DEBUG nova.network.neutron [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Updating instance_info_cache with network_info: [{"id": "afb054f7-1877-4ac2-9b30-49bf1ab3ecdd", "address": "fa:16:3e:ee:60:8b", "network": {"id": "2927510a-d588-400e-b28a-04fafa468120", "bridge": "br-int", "label": "tempest-ServersTestJSON-5709222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c96efc28de46f8ad6ad51aa3d98dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb054f7-18", "ovs_interfaceid": "afb054f7-1877-4ac2-9b30-49bf1ab3ecdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.941303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.941457] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.941628] env[69695]: DEBUG nova.network.neutron [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.022576] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499688, 'name': CloneVM_Task} progress is 94%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.103400] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023816d1-fd4e-41c8-9608-428e46011842 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.111574] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4fdfc2-4efa-45c4-a5d2-311ca40a52b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.144796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337fb424-8daf-4319-aeb7-c0f0da1f2ec8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.151894] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd072ba-916a-437d-8e8f-eb1b16860bf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.164809] env[69695]: DEBUG nova.compute.provider_tree [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.177111] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065952} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.177364] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.178116] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf8fc1-f413-414c-a6d1-3bee94d7cf06 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.200306] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e/a8ff89d5-78c4-4d9e-aaea-36bd6e30162e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.200794] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333e2539-cb21-45bd-bdf2-187f16bf8105 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.222052] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1241.222052] env[69695]: value = "task-3499692" [ 1241.222052] env[69695]: _type = "Task" [ 1241.222052] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.229031] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.240485] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499690, 'name': CreateVM_Task, 'duration_secs': 0.397576} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.240649] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.241421] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.241421] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.241739] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.241980] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a16d7c-6589-4d9f-8b1b-b7d2a5d483d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.246868] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1241.246868] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e859ea-5e04-974e-f930-eab7396a3dad" [ 1241.246868] env[69695]: _type = "Task" [ 1241.246868] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.258057] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e859ea-5e04-974e-f930-eab7396a3dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.269704] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499691, 'name': PowerOffVM_Task, 'duration_secs': 0.242023} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.270945] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.270945] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d2badd-288f-4da0-9871-16572a2a3be0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.291430] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daddfb8-eb95-4961-b41b-0a8df2dc1d22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.324234] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.324630] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04466162-e511-4c4a-a752-4af374541c6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.331098] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1241.331098] env[69695]: value = "task-3499693" [ 1241.331098] env[69695]: _type = "Task" [ 1241.331098] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.339022] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.352578] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 82ea4a1f-6d5c-489a-99ac-732fe8f93790] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.440580] env[69695]: DEBUG oslo_concurrency.lockutils [req-a5dc3638-d3b1-4985-8f34-4e1726a970a3 req-c4b08d08-6145-4894-90c5-a4d972768a54 service nova] Releasing lock "refresh_cache-76ab1a74-9dfe-409a-96f7-bbeba68f9d09" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.524018] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499688, 'name': CloneVM_Task, 'duration_secs': 1.439039} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.524309] env[69695]: INFO nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Created linked-clone VM from snapshot [ 1241.525064] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49166e05-6775-4130-b7cf-75113921fe4e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.532772] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Uploading image 921bbadd-0fd8-40e8-9717-9ec7f2109077 {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.552923] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.552923] env[69695]: value = "vm-699384" [ 1241.552923] env[69695]: _type = "VirtualMachine" [ 1241.552923] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.553195] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e3c9631-2f75-4dd3-9c0d-12edba9f51ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.559241] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease: (returnval){ [ 1241.559241] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5232d4ac-d433-aaee-1113-93727b959647" [ 1241.559241] env[69695]: _type = "HttpNfcLease" [ 1241.559241] env[69695]: } obtained for exporting VM: (result){ [ 1241.559241] env[69695]: value = "vm-699384" [ 1241.559241] env[69695]: _type = "VirtualMachine" [ 1241.559241] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.559522] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the lease: (returnval){ [ 1241.559522] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5232d4ac-d433-aaee-1113-93727b959647" [ 1241.559522] env[69695]: _type = "HttpNfcLease" [ 1241.559522] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.565580] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.565580] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5232d4ac-d433-aaee-1113-93727b959647" [ 1241.565580] env[69695]: _type = "HttpNfcLease" [ 1241.565580] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.649600] env[69695]: DEBUG nova.network.neutron [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.668926] env[69695]: DEBUG nova.scheduler.client.report [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.730532] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499692, 'name': ReconfigVM_Task, 'duration_secs': 0.330031} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.730825] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e/a8ff89d5-78c4-4d9e-aaea-36bd6e30162e.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.731532] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712c7b20-ac4d-45c3-8d32-e11433459ee2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.738489] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1241.738489] env[69695]: value = "task-3499695" [ 1241.738489] env[69695]: _type = "Task" [ 1241.738489] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.745885] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499695, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.755494] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e859ea-5e04-974e-f930-eab7396a3dad, 'name': SearchDatastore_Task, 'duration_secs': 0.021674} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.755806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.756064] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.756310] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.756475] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.756701] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.757280] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48cdd627-8c42-49eb-a304-c9e2efd00557 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.765546] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.765750] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.766573] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea51363-8e98-4f22-8717-f98ceb3c245f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.771997] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1241.771997] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527e813e-8e3a-5ea9-920d-ed5c79c5fad1" [ 1241.771997] env[69695]: _type = "Task" [ 1241.771997] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.780518] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527e813e-8e3a-5ea9-920d-ed5c79c5fad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.841017] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1241.841261] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.841505] env[69695]: DEBUG oslo_concurrency.lockutils [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.841655] env[69695]: DEBUG oslo_concurrency.lockutils [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.841835] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.842101] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81bfa7a-ec2a-407c-bb64-ef5d775e372a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.850122] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.850409] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.851079] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a4e6e4-5607-430b-9161-9ef6bf0c64d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.856098] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: a5bb98f9-f843-4c86-8238-a30e446aeec0] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.858118] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1241.858118] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c6ec31-7822-c17e-8843-03e6c7e4d254" [ 1241.858118] env[69695]: _type = "Task" [ 1241.858118] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.868011] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c6ec31-7822-c17e-8843-03e6c7e4d254, 'name': SearchDatastore_Task, 'duration_secs': 0.008311} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.868765] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fe4276-255a-4f97-94d9-7862a5be8ca2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.874367] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1241.874367] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dd4c42-1b75-7a8f-7092-a4bbbeab7c8b" [ 1241.874367] env[69695]: _type = "Task" [ 1241.874367] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.882472] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dd4c42-1b75-7a8f-7092-a4bbbeab7c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.067935] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.067935] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5232d4ac-d433-aaee-1113-93727b959647" [ 1242.067935] env[69695]: _type = "HttpNfcLease" [ 1242.067935] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1242.068299] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1242.068299] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5232d4ac-d433-aaee-1113-93727b959647" [ 1242.068299] env[69695]: _type = "HttpNfcLease" [ 1242.068299] env[69695]: }. {{(pid=69695) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1242.069074] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f66a4-a963-4d9f-8436-029ad36f1124 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.076121] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cff3aa-d809-55d9-a136-0256fb80643c/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1242.076288] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cff3aa-d809-55d9-a136-0256fb80643c/disk-0.vmdk for reading. {{(pid=69695) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1242.152258] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.163127] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2346c5d2-f40f-4148-bf0d-9c6f4cdd5362 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.174539] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='51bbaf11df5c0f1bb38bee3b3eabb8b9',container_format='bare',created_at=2025-04-21T14:30:14Z,direct_url=,disk_format='vmdk',id=cc98360a-1835-4618-a4cd-2ed9458f4421,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1993813880-shelved',owner='a2d2a057d8d64c62b4b4059132a79778',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-21T14:30:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.174798] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.174959] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.175242] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.175405] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.175554] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.176707] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.176707] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.176707] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.176707] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.176707] env[69695]: DEBUG nova.virt.hardware [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.177102] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.179460] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1983fe22-fe67-4fc0-b835-1028fe074b3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.191587] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fb6fc4-a236-4682-adda-73afdd712d23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.205600] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:96:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.212915] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.218692] env[69695]: INFO nova.scheduler.client.report [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Deleted allocations for instance d99af213-7fb4-423b-8a75-6763108a3a28 [ 1242.223148] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.223148] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b847280f-ccf8-458e-b6c7-6dc5ddb119a1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.243889] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.243889] env[69695]: value = "task-3499696" [ 1242.243889] env[69695]: _type = "Task" [ 1242.243889] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.250123] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499695, 'name': Rename_Task, 'duration_secs': 0.350459} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.250713] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.250966] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ab8bbe-d4c9-41a3-80b9-92c2181cde4b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.255308] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499696, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.260589] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1242.260589] env[69695]: value = "task-3499697" [ 1242.260589] env[69695]: _type = "Task" [ 1242.260589] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.275887] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.285721] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]527e813e-8e3a-5ea9-920d-ed5c79c5fad1, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.285721] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6d3ac0-3aed-483c-b44b-5388be7f306b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.291692] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1242.291692] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a2996a-9c97-e883-5e42-21c953f8c308" [ 1242.291692] env[69695]: _type = "Task" [ 1242.291692] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.301141] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a2996a-9c97-e883-5e42-21c953f8c308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.359896] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e71bdad7-19c0-4e3d-9172-9352370ad6c4] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.386029] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dd4c42-1b75-7a8f-7092-a4bbbeab7c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008239} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.386029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.386383] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. {{(pid=69695) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1242.387582] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d26b8bef-d7d4-466c-a284-cfabea419ae4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.395104] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1242.395104] env[69695]: value = "task-3499698" [ 1242.395104] env[69695]: _type = "Task" [ 1242.395104] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.407180] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.727358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d16fbe0b-daf8-4acd-ada8-9128ffad9f59 tempest-ServersListShow296Test-2063860457 tempest-ServersListShow296Test-2063860457-project-member] Lock "d99af213-7fb4-423b-8a75-6763108a3a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.566s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.759389] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499696, 'name': CreateVM_Task, 'duration_secs': 0.34444} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.759733] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.760515] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.761586] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.762221] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.763083] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace418cf-7384-470e-b726-53ddda49905e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.773420] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1242.773420] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5265cfee-ab8b-4435-d11e-f919c4293424" [ 1242.773420] env[69695]: _type = "Task" [ 1242.773420] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.781418] env[69695]: DEBUG oslo_vmware.api [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499697, 'name': PowerOnVM_Task, 'duration_secs': 0.490862} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.782161] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.782526] env[69695]: INFO nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1242.783593] env[69695]: DEBUG nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.784657] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d07a19-01bd-4513-a912-72c5785a46c5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.793320] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5265cfee-ab8b-4435-d11e-f919c4293424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.808349] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52a2996a-9c97-e883-5e42-21c953f8c308, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.808349] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.809035] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 76ab1a74-9dfe-409a-96f7-bbeba68f9d09/76ab1a74-9dfe-409a-96f7-bbeba68f9d09.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.809680] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-917308bc-4e82-41d2-a4a3-239cab301bc7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.817863] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1242.817863] env[69695]: value = "task-3499699" [ 1242.817863] env[69695]: _type = "Task" [ 1242.817863] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.830518] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.863157] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: c007e336-c567-4815-af85-5c06acf3b3fe] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.906484] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505929} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.907043] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk. [ 1242.907638] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee64712-aa45-4e2c-aa9f-aa6d9a0c4cef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.941106] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.944380] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f511487e-f270-402d-93a2-a81236ce5bcc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.963142] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1242.963142] env[69695]: value = "task-3499700" [ 1242.963142] env[69695]: _type = "Task" [ 1242.963142] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.972429] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.978345] env[69695]: DEBUG nova.compute.manager [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.978687] env[69695]: DEBUG nova.compute.manager [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing instance network info cache due to event network-changed-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.979150] env[69695]: DEBUG oslo_concurrency.lockutils [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] Acquiring lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.979233] env[69695]: DEBUG oslo_concurrency.lockutils [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] Acquired lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.979522] env[69695]: DEBUG nova.network.neutron [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Refreshing network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.285339] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.285980] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Processing image cc98360a-1835-4618-a4cd-2ed9458f4421 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.286393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.286559] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.286848] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.287267] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c799e821-677a-4143-990a-cde6dd300f0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.298698] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.298893] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.299638] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c02bef5-6067-46bd-b4bb-70d288f42958 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.311450] env[69695]: INFO nova.compute.manager [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Took 13.35 seconds to build instance. [ 1243.315406] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1243.315406] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dbc62f-8cd2-3af3-6268-43c13b660714" [ 1243.315406] env[69695]: _type = "Task" [ 1243.315406] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.333357] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1243.333620] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Fetch image to [datastore1] OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6/OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1243.333827] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Downloading stream optimized image cc98360a-1835-4618-a4cd-2ed9458f4421 to [datastore1] OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6/OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6.vmdk on the data store datastore1 as vApp {{(pid=69695) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1243.334201] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Downloading image file data cc98360a-1835-4618-a4cd-2ed9458f4421 to the ESX as VM named 'OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6' {{(pid=69695) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1243.336314] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.377908] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 7da70acd-1706-4c87-b4c7-7f9a7d8eb133] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.417166] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1243.417166] env[69695]: value = "resgroup-9" [ 1243.417166] env[69695]: _type = "ResourcePool" [ 1243.417166] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1243.417576] env[69695]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4c487ade-e47e-47c4-94f1-0b35dfe3c52e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.440081] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease: (returnval){ [ 1243.440081] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c1ecc6-7d3d-8232-5102-099743ecf0cf" [ 1243.440081] env[69695]: _type = "HttpNfcLease" [ 1243.440081] env[69695]: } obtained for vApp import into resource pool (val){ [ 1243.440081] env[69695]: value = "resgroup-9" [ 1243.440081] env[69695]: _type = "ResourcePool" [ 1243.440081] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1243.440399] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the lease: (returnval){ [ 1243.440399] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c1ecc6-7d3d-8232-5102-099743ecf0cf" [ 1243.440399] env[69695]: _type = "HttpNfcLease" [ 1243.440399] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.446328] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.446328] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c1ecc6-7d3d-8232-5102-099743ecf0cf" [ 1243.446328] env[69695]: _type = "HttpNfcLease" [ 1243.446328] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.472298] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499700, 'name': ReconfigVM_Task, 'duration_secs': 0.328817} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.472867] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6585f866-c281-4a54-8099-e203291b5b89/e55f5e91-2813-4fc7-9d77-0e99749fd5ea-rescue.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.473542] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5fea14-74ee-4757-9040-c7c5efdbe26a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.507296] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660996a0-3682-4c03-aaa1-96565ff7cbd0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.524467] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1243.524467] env[69695]: value = "task-3499702" [ 1243.524467] env[69695]: _type = "Task" [ 1243.524467] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.533460] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.736402] env[69695]: DEBUG nova.network.neutron [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updated VIF entry in instance network info cache for port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.736813] env[69695]: DEBUG nova.network.neutron [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [{"id": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "address": "fa:16:3e:0a:96:b3", "network": {"id": "da0c0d69-1cc7-4276-9745-90a379519172", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1263694166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d2a057d8d64c62b4b4059132a79778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f3ac08-f6", "ovs_interfaceid": "99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.814787] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bb876906-98e4-4933-be00-5ce20b097ee7 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.857s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.836966] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612474} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.841351] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 76ab1a74-9dfe-409a-96f7-bbeba68f9d09/76ab1a74-9dfe-409a-96f7-bbeba68f9d09.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.841867] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.842423] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4abaacd0-9766-4d4a-913f-3fa79326727e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.861477] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1243.861477] env[69695]: value = "task-3499703" [ 1243.861477] env[69695]: _type = "Task" [ 1243.861477] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.881334] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 22453924-65e2-4b4f-b4c6-6c8398bfa99c] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.897296] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.947859] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.947859] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c1ecc6-7d3d-8232-5102-099743ecf0cf" [ 1243.947859] env[69695]: _type = "HttpNfcLease" [ 1243.947859] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.034959] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499702, 'name': ReconfigVM_Task, 'duration_secs': 0.168313} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.035991] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.035991] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead5b1ad-69b0-4369-a24b-db5cf9758562 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.044589] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1244.044589] env[69695]: value = "task-3499704" [ 1244.044589] env[69695]: _type = "Task" [ 1244.044589] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.053024] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.239261] env[69695]: DEBUG oslo_concurrency.lockutils [req-11037760-ab2f-45a8-ba58-a5552217daf2 req-d41b1ab9-66a7-4130-bf34-b4044cec6fd5 service nova] Releasing lock "refresh_cache-624b8878-975a-4175-914a-d21a01778f54" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.371310] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081113} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.371690] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.372605] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89542dda-858f-4d95-8ee8-b7dc117cb3f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.394929] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 76ab1a74-9dfe-409a-96f7-bbeba68f9d09/76ab1a74-9dfe-409a-96f7-bbeba68f9d09.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.395473] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 67d42a6e-33bb-4219-b4e9-361a55d96005] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.397325] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd70400-d8ac-4ab6-9458-d58b9a99e285 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.418860] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1244.418860] env[69695]: value = "task-3499705" [ 1244.418860] env[69695]: _type = "Task" [ 1244.418860] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.429101] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.449742] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.449742] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c1ecc6-7d3d-8232-5102-099743ecf0cf" [ 1244.449742] env[69695]: _type = "HttpNfcLease" [ 1244.449742] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.450130] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.450130] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c1ecc6-7d3d-8232-5102-099743ecf0cf" [ 1244.450130] env[69695]: _type = "HttpNfcLease" [ 1244.450130] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1244.450961] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395589fe-f883-4f30-a660-7207d80674bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.459484] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52965dee-1433-312a-07fb-98b223037df1/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.459748] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52965dee-1433-312a-07fb-98b223037df1/disk-0.vmdk. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1244.533720] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d6bc118-cda0-43b0-b547-e792a08a4146 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.553943] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.914954] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 0f933921-6f0c-4c89-971f-b6e24a11f909] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.929254] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499705, 'name': ReconfigVM_Task, 'duration_secs': 0.417306} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.929635] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 76ab1a74-9dfe-409a-96f7-bbeba68f9d09/76ab1a74-9dfe-409a-96f7-bbeba68f9d09.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.930292] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8f6363-defb-436d-8fa2-72764795da04 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.939390] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1244.939390] env[69695]: value = "task-3499706" [ 1244.939390] env[69695]: _type = "Task" [ 1244.939390] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.951401] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499706, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.058891] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.419562] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 569991e3-d61b-4607-9210-cb2b92a9291a] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.453338] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499706, 'name': Rename_Task, 'duration_secs': 0.180056} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.453691] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.453924] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b116fa-e06b-4ea9-87e0-32f5c35086d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.461861] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1245.461861] env[69695]: value = "task-3499707" [ 1245.461861] env[69695]: _type = "Task" [ 1245.461861] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.472528] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.546067] env[69695]: DEBUG nova.compute.manager [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1245.560985] env[69695]: DEBUG oslo_vmware.api [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499704, 'name': PowerOnVM_Task, 'duration_secs': 1.128274} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.561257] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.564282] env[69695]: DEBUG nova.compute.manager [None req-60d5c781-bf2e-42e0-af2f-d8a0559766f3 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.565232] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23adf8-3aab-4517-aa42-64562041325c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.851149] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1245.851593] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52965dee-1433-312a-07fb-98b223037df1/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.852690] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610f8dcd-13d9-4530-88a8-ae412cd10c81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.861891] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52965dee-1433-312a-07fb-98b223037df1/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.862162] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52965dee-1433-312a-07fb-98b223037df1/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1245.862462] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-33b06169-38c6-4774-99b1-3eef03a075b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.922921] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e67b42dc-b221-44ae-a594-8ee0b0e04411] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.973274] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.074040] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.074332] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.383487] env[69695]: DEBUG oslo_vmware.rw_handles [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52965dee-1433-312a-07fb-98b223037df1/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1246.383741] env[69695]: INFO nova.virt.vmwareapi.images [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Downloaded image file data cc98360a-1835-4618-a4cd-2ed9458f4421 [ 1246.384648] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd1b7b-55c4-4241-980e-ac7de58b2328 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.401232] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11595031-a167-4901-96d0-35a2a5019535 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.426423] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 0fa90bd0-029d-45f4-bfb6-ff40eb91b3ed] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.471903] env[69695]: DEBUG oslo_vmware.api [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499707, 'name': PowerOnVM_Task, 'duration_secs': 0.680628} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.472124] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.472320] env[69695]: INFO nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1246.472497] env[69695]: DEBUG nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.473273] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d8ac0-9923-4db1-bc93-9a95f358c89f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.552373] env[69695]: INFO nova.virt.vmwareapi.images [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] The imported VM was unregistered [ 1246.554196] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1246.554434] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421 {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.554702] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75c31e8f-9079-4166-8055-454cb106e398 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.565417] env[69695]: INFO nova.compute.manager [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Unrescuing [ 1246.565656] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.565806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.566029] env[69695]: DEBUG nova.network.neutron [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.568275] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Created directory with path [datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421 {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.568379] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6/OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6.vmdk to [datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk. {{(pid=69695) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1246.568857] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b44fee16-a675-43bd-b842-444a203b7522 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.575478] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1246.575478] env[69695]: value = "task-3499709" [ 1246.575478] env[69695]: _type = "Task" [ 1246.575478] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.581055] env[69695]: INFO nova.compute.claims [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.590110] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499709, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.930472] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: ac5ce37f-cbc6-414a-9237-2009ae0168fd] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.989629] env[69695]: INFO nova.compute.manager [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Took 14.47 seconds to build instance. [ 1247.087993] env[69695]: INFO nova.compute.resource_tracker [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating resource usage from migration ed6dc948-58a8-4f64-817f-2959d45d6fa4 [ 1247.090360] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499709, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.253502] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e025bd-83a2-4be2-b6ee-f30effb7d568 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.261794] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a641fd9-a896-4647-a73c-5847048abe9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.297790] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5040620-17bf-44e7-9413-ad9e41f555c9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.306247] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372a8c97-1a98-4567-ac88-00236095de00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.320513] env[69695]: DEBUG nova.compute.provider_tree [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.336428] env[69695]: DEBUG nova.network.neutron [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.436426] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 5029b0e3-13ba-47c4-a252-644b207d85e6] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.491632] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.976s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.587056] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499709, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.824400] env[69695]: DEBUG nova.scheduler.client.report [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.832596] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.832596] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.832596] env[69695]: DEBUG nova.compute.manager [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.833752] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b8978-77bd-4095-a5e9-9a119dbdef8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.840182] env[69695]: DEBUG oslo_concurrency.lockutils [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.841304] env[69695]: DEBUG nova.objects.instance [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'flavor' on Instance uuid 6585f866-c281-4a54-8099-e203291b5b89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.845448] env[69695]: DEBUG nova.compute.manager [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1247.846120] env[69695]: DEBUG nova.objects.instance [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'flavor' on Instance uuid 76ab1a74-9dfe-409a-96f7-bbeba68f9d09 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.938408] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 0ff0050a-2feb-470c-a69c-7d31748d24f8] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.086973] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499709, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.330589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.330845] env[69695]: INFO nova.compute.manager [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Migrating [ 1248.354513] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120a7adc-2c99-41a2-93a2-341f047a4f3d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.392329] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.392709] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee05c4eb-6116-4336-81a0-25533ce9d886 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.400230] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1248.400230] env[69695]: value = "task-3499710" [ 1248.400230] env[69695]: _type = "Task" [ 1248.400230] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.173161] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: e836ad49-6776-4512-94c2-67a095eeebe6] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.175139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.175308] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.175534] env[69695]: DEBUG nova.network.neutron [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.176896] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.181085] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17a3004d-b23b-4a65-9ace-ad9d9c3c87ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.186044] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499710, 'name': PowerOffVM_Task, 'duration_secs': 0.372582} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.187450] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.193043] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfiguring VM instance instance-0000006f to detach disk 2002 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.197646] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2aff04f-a758-438e-9446-7d086338ea55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.211403] env[69695]: DEBUG oslo_vmware.api [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1249.211403] env[69695]: value = "task-3499711" [ 1249.211403] env[69695]: _type = "Task" [ 1249.211403] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.211660] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499709, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.499902} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.213304] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6/OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6.vmdk to [datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk. [ 1249.213501] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Cleaning up location [datastore1] OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1249.213670] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0d9dcd51-1121-43d4-9ffc-965b300c0cb6 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.217507] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314f5849-3ae9-4935-874e-fe9c62a80bac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.220731] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1249.220731] env[69695]: value = "task-3499712" [ 1249.220731] env[69695]: _type = "Task" [ 1249.220731] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.227178] env[69695]: DEBUG oslo_vmware.api [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.228606] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1249.228606] env[69695]: value = "task-3499713" [ 1249.228606] env[69695]: _type = "Task" [ 1249.228606] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.235462] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.240476] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.681314] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: a2f63117-16e6-4c33-a0b1-48ab2b5faf8e] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.723521] env[69695]: DEBUG oslo_vmware.api [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499711, 'name': PowerOffVM_Task, 'duration_secs': 0.173586} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.726510] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.726745] env[69695]: DEBUG nova.compute.manager [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.727489] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c9009-66ab-4c78-a1bd-7425cdd0add7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.736113] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.742440] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034736} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.744883] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.745062] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.745310] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk to [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.745548] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02210705-8ec1-4c68-8e57-e5fdcbfe98d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.752696] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1249.752696] env[69695]: value = "task-3499714" [ 1249.752696] env[69695]: _type = "Task" [ 1249.752696] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.760131] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.877524] env[69695]: DEBUG nova.network.neutron [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [{"id": "55f81260-25b8-426d-b482-283d89690fb9", "address": "fa:16:3e:1e:6e:74", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f81260-25", "ovs_interfaceid": "55f81260-25b8-426d-b482-283d89690fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.184795] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: cab0b055-8cc8-42c4-bdac-b29252d9b2cb] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.236591] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.245741] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2b59310a-7d6b-42c1-9682-13b617542641 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.413s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.263796] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.380906] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.688716] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: b45391be-19be-4a55-88cf-c471c4355ff4] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.734774] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499712, 'name': ReconfigVM_Task, 'duration_secs': 1.263005} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.735085] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfigured VM instance instance-0000006f to detach disk 2002 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.735282] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.735561] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b704c10a-2f93-4c9d-9bf9-af65fabca797 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.743788] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1250.743788] env[69695]: value = "task-3499715" [ 1250.743788] env[69695]: _type = "Task" [ 1250.743788] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.755595] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.765834] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.191981] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 24415407-c84b-49fc-a5e6-6b3449da9d0e] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.256151] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.266260] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.696978] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 586675a8-71c7-4717-a849-1a2989b33e53] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.755767] env[69695]: DEBUG oslo_vmware.api [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499715, 'name': PowerOnVM_Task, 'duration_secs': 0.552778} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.756160] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.756438] env[69695]: DEBUG nova.compute.manager [None req-6d612c80-3df8-4222-bd91-da58a0ed2487 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.760526] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b84395-e7e5-4ff2-8118-664bf3549fc0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.770438] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.801265] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.801563] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.801781] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.801959] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.802139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.804908] env[69695]: INFO nova.compute.manager [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Terminating instance [ 1251.900180] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fdae47-5872-4e02-8d58-9c849c73bf24 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.922166] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.200966] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: b60d5b9f-cefb-46f1-bf2f-3a3c432e33d3] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.265397] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.308934] env[69695]: DEBUG nova.compute.manager [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.309305] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.310404] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2550135-9ccf-4167-a34c-26c1067ecf91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.320101] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.320474] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b637e5f0-76f3-4e6e-b0fb-2e9d38e7e2e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.398918] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.399221] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.399430] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore2] 76ab1a74-9dfe-409a-96f7-bbeba68f9d09 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.399702] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c594d42c-7dd0-447c-8809-3cf0e5325a22 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.406084] env[69695]: DEBUG oslo_vmware.api [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1252.406084] env[69695]: value = "task-3499717" [ 1252.406084] env[69695]: _type = "Task" [ 1252.406084] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.414082] env[69695]: DEBUG oslo_vmware.api [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.428916] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.429572] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b037bdfa-6c6d-4575-b86c-c7589e7ae1c0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.436526] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1252.436526] env[69695]: value = "task-3499718" [ 1252.436526] env[69695]: _type = "Task" [ 1252.436526] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.446064] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.704853] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 5d375ddb-f946-42ef-b862-258483104c67] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.771034] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499714, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.548158} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.771232] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc98360a-1835-4618-a4cd-2ed9458f4421/cc98360a-1835-4618-a4cd-2ed9458f4421.vmdk to [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.772478] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd4658-a261-47b1-8032-4f06f03c3ba4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.802972] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.803750] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732bedff-7f09-4c50-b566-f51048aac12a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.822218] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1252.822218] env[69695]: value = "task-3499719" [ 1252.822218] env[69695]: _type = "Task" [ 1252.822218] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.831928] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.915924] env[69695]: DEBUG oslo_vmware.api [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312579} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.916213] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.916449] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.916640] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.916823] env[69695]: INFO nova.compute.manager [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1252.917111] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.917331] env[69695]: DEBUG nova.compute.manager [-] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.917427] env[69695]: DEBUG nova.network.neutron [-] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.946111] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499718, 'name': PowerOffVM_Task, 'duration_secs': 0.40051} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.946410] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.946555] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.200668] env[69695]: DEBUG nova.compute.manager [req-a875527e-8447-4f65-8265-82f32f28bff0 req-c69356b6-7906-45e0-b180-632924978e33 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Received event network-vif-deleted-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.200668] env[69695]: INFO nova.compute.manager [req-a875527e-8447-4f65-8265-82f32f28bff0 req-c69356b6-7906-45e0-b180-632924978e33 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Neutron deleted interface afb054f7-1877-4ac2-9b30-49bf1ab3ecdd; detaching it from the instance and deleting it from the info cache [ 1253.200668] env[69695]: DEBUG nova.network.neutron [req-a875527e-8447-4f65-8265-82f32f28bff0 req-c69356b6-7906-45e0-b180-632924978e33 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.210417] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.210417] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69695) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1253.334862] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.445130] env[69695]: DEBUG nova.compute.manager [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.445378] env[69695]: DEBUG nova.compute.manager [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing instance network info cache due to event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.445639] env[69695]: DEBUG oslo_concurrency.lockutils [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.445824] env[69695]: DEBUG oslo_concurrency.lockutils [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.446782] env[69695]: DEBUG nova.network.neutron [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.452723] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.453013] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.453226] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.453461] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.453668] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.453861] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.454138] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.454360] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.454580] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.454780] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.455022] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.462457] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc369cb-2550-4a5b-b69c-e667764cd1f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.478780] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1253.478780] env[69695]: value = "task-3499720" [ 1253.478780] env[69695]: _type = "Task" [ 1253.478780] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.488032] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.668698] env[69695]: DEBUG nova.network.neutron [-] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.706191] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8139b011-f710-4e38-bb98-a8720c785f0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.716393] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8cceca-93fc-4e4a-a24c-9e35d8856287 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.727623] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.752695] env[69695]: DEBUG nova.compute.manager [req-a875527e-8447-4f65-8265-82f32f28bff0 req-c69356b6-7906-45e0-b180-632924978e33 service nova] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Detach interface failed, port_id=afb054f7-1877-4ac2-9b30-49bf1ab3ecdd, reason: Instance 76ab1a74-9dfe-409a-96f7-bbeba68f9d09 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.832763] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499719, 'name': ReconfigVM_Task, 'duration_secs': 0.543153} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.833070] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 624b8878-975a-4175-914a-d21a01778f54/624b8878-975a-4175-914a-d21a01778f54.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.833719] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92b497e8-d65c-4acc-b693-1665d64be649 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.840597] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1253.840597] env[69695]: value = "task-3499721" [ 1253.840597] env[69695]: _type = "Task" [ 1253.840597] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.849162] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499721, 'name': Rename_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.991538] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499720, 'name': ReconfigVM_Task, 'duration_secs': 0.221386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.991702] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.162701] env[69695]: DEBUG nova.network.neutron [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updated VIF entry in instance network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.163102] env[69695]: DEBUG nova.network.neutron [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.171736] env[69695]: INFO nova.compute.manager [-] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Took 1.25 seconds to deallocate network for instance. [ 1254.352795] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499721, 'name': Rename_Task, 'duration_secs': 0.212435} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.352795] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.352795] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4559ecae-b29d-4225-8a1b-b575cd8f51db {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.359329] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1254.359329] env[69695]: value = "task-3499722" [ 1254.359329] env[69695]: _type = "Task" [ 1254.359329] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.368941] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.498217] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.498641] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.498922] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.499229] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.499392] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.499592] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.499895] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.500127] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.500359] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.500535] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.500706] env[69695]: DEBUG nova.virt.hardware [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.506061] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.506717] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6cc400c-9695-4b73-9fdb-c2e8949c760a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.525374] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1254.525374] env[69695]: value = "task-3499723" [ 1254.525374] env[69695]: _type = "Task" [ 1254.525374] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.533659] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.666764] env[69695]: DEBUG oslo_concurrency.lockutils [req-d49c4a19-7243-439b-979f-e20614a66ba9 req-84cbd76a-126b-4820-9e05-e56f7ecef362 service nova] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.679742] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.679742] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.679742] env[69695]: DEBUG nova.objects.instance [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid 76ab1a74-9dfe-409a-96f7-bbeba68f9d09 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.870153] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.035940] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499723, 'name': ReconfigVM_Task, 'duration_secs': 0.18321} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.037936] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.037936] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbd5f3-39fd-4eb0-835a-eff8f59aa855 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.060596] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e/a8ff89d5-78c4-4d9e-aaea-36bd6e30162e.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.060855] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e617144-d6fb-4b3e-a388-b9f356274811 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.079517] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1255.079517] env[69695]: value = "task-3499724" [ 1255.079517] env[69695]: _type = "Task" [ 1255.079517] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.088663] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.242436] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cff3aa-d809-55d9-a136-0256fb80643c/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1255.243390] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927bf947-c38c-4b52-9ddd-04fedfdce3a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.249579] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cff3aa-d809-55d9-a136-0256fb80643c/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1255.249753] env[69695]: ERROR oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cff3aa-d809-55d9-a136-0256fb80643c/disk-0.vmdk due to incomplete transfer. [ 1255.251940] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d406d4d-fc23-436a-82dc-fee13832962f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.259044] env[69695]: DEBUG oslo_vmware.rw_handles [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cff3aa-d809-55d9-a136-0256fb80643c/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1255.259044] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Uploaded image 921bbadd-0fd8-40e8-9717-9ec7f2109077 to the Glance image server {{(pid=69695) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1255.261551] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Destroying the VM {{(pid=69695) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1255.261764] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-505b8155-43d1-40a0-b13e-6efaa84171e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.269719] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1255.269719] env[69695]: value = "task-3499725" [ 1255.269719] env[69695]: _type = "Task" [ 1255.269719] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.278938] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499725, 'name': Destroy_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.332018] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b79b56e-e203-4be3-9d5f-992fbdff675e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.338044] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b434c-884e-4ffc-9cd8-0a5d64b86875 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.372846] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51f0991-3d65-4584-a984-7b510809abc6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.383714] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff20bb-c47e-46ab-9d4e-af38338090b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.387720] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.397892] env[69695]: DEBUG nova.compute.provider_tree [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.470595] env[69695]: DEBUG nova.compute.manager [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.470898] env[69695]: DEBUG nova.compute.manager [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing instance network info cache due to event network-changed-62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.471132] env[69695]: DEBUG oslo_concurrency.lockutils [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] Acquiring lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.471273] env[69695]: DEBUG oslo_concurrency.lockutils [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] Acquired lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.471433] env[69695]: DEBUG nova.network.neutron [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Refreshing network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.589068] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499724, 'name': ReconfigVM_Task, 'duration_secs': 0.322308} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.589317] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e/a8ff89d5-78c4-4d9e-aaea-36bd6e30162e.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.589590] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.781240] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499725, 'name': Destroy_Task, 'duration_secs': 0.321694} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.781576] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Destroyed the VM [ 1255.781926] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deleting Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1255.782293] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d19f97f5-cae4-4983-ab66-c52bbf71af0d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.790150] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1255.790150] env[69695]: value = "task-3499726" [ 1255.790150] env[69695]: _type = "Task" [ 1255.790150] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.798475] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.879837] env[69695]: DEBUG oslo_vmware.api [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499722, 'name': PowerOnVM_Task, 'duration_secs': 1.449201} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.880135] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.904175] env[69695]: DEBUG nova.scheduler.client.report [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.981814] env[69695]: DEBUG nova.compute.manager [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.982704] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96780623-34bd-43dc-b906-a9a0bf504de1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.095650] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3502526f-5b04-469a-aefd-e2bca131ba0e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.115489] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397131e-5c0c-40ea-b2e7-a76878581f70 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.134472] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.197998] env[69695]: DEBUG nova.network.neutron [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updated VIF entry in instance network info cache for port 62e7c715-f1a4-4bf5-8f18-36f739572edb. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.198733] env[69695]: DEBUG nova.network.neutron [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [{"id": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "address": "fa:16:3e:e8:7d:49", "network": {"id": "a9027586-1cff-42e7-abc4-b83eaaa1cd5b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-102250889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c212893e3a14b868243500ec22048c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e7c715-f1", "ovs_interfaceid": "62e7c715-f1a4-4bf5-8f18-36f739572edb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.302025] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499726, 'name': RemoveSnapshot_Task, 'duration_secs': 0.340545} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.302362] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deleted Snapshot of the VM instance {{(pid=69695) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1256.302642] env[69695]: DEBUG nova.compute.manager [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.303463] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9ccbb-3b4b-4f29-bcf1-ae0779fa3be2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.407730] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.425018] env[69695]: INFO nova.scheduler.client.report [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance 76ab1a74-9dfe-409a-96f7-bbeba68f9d09 [ 1256.499717] env[69695]: DEBUG oslo_concurrency.lockutils [None req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.318s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.672056] env[69695]: DEBUG nova.network.neutron [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Port 55f81260-25b8-426d-b482-283d89690fb9 binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1256.701204] env[69695]: DEBUG oslo_concurrency.lockutils [req-4c137afd-3bd6-49fc-8e3b-39a0b531c2c0 req-2c194f87-9e3b-4fe5-8efc-0593c93a9dc5 service nova] Releasing lock "refresh_cache-6585f866-c281-4a54-8099-e203291b5b89" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.814877] env[69695]: INFO nova.compute.manager [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Shelve offloading [ 1256.834949] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.835769] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.932319] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2af1a124-64a5-4501-9411-28ebd2df1184 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "76ab1a74-9dfe-409a-96f7-bbeba68f9d09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.130s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.318604] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.321287] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa0906a1-0089-44cb-b997-b8ff1c92fc2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.328595] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1257.328595] env[69695]: value = "task-3499727" [ 1257.328595] env[69695]: _type = "Task" [ 1257.328595] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.336916] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.339338] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.688033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.688033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.688033] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.688402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.688402] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.695563] env[69695]: INFO nova.compute.manager [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Terminating instance [ 1257.696824] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.697207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.697207] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.838954] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1257.839151] env[69695]: DEBUG nova.compute.manager [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.839928] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cdea86-7b87-4851-95d6-939c7141cbe2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.848441] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.848608] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.848793] env[69695]: DEBUG nova.network.neutron [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.859840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.860118] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.861520] env[69695]: INFO nova.compute.claims [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.201662] env[69695]: DEBUG nova.compute.manager [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.201884] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.202756] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e3dd7-4020-414e-9138-e634e35cbe27 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.211341] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.212060] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21693b9c-5d95-43a3-9da6-8515e3c3a800 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.218417] env[69695]: DEBUG oslo_vmware.api [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1258.218417] env[69695]: value = "task-3499728" [ 1258.218417] env[69695]: _type = "Task" [ 1258.218417] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.226754] env[69695]: DEBUG oslo_vmware.api [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.560845] env[69695]: DEBUG nova.network.neutron [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc225ed31-56", "ovs_interfaceid": "c225ed31-56b9-4b82-a505-4ac194c162c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.728344] env[69695]: DEBUG oslo_vmware.api [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499728, 'name': PowerOffVM_Task, 'duration_secs': 0.239214} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.728743] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.728801] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.729076] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc374c5a-9451-434a-810a-65e936118f9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.732772] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.732936] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.733116] env[69695]: DEBUG nova.network.neutron [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.788838] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.789153] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.789403] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleting the datastore file [datastore1] 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.789710] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59ecfb8-607e-4e6f-a9f3-a0d02d2859ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.797918] env[69695]: DEBUG oslo_vmware.api [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for the task: (returnval){ [ 1258.797918] env[69695]: value = "task-3499730" [ 1258.797918] env[69695]: _type = "Task" [ 1258.797918] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.806658] env[69695]: DEBUG oslo_vmware.api [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.013127] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758c3aa1-0947-4b1c-acd5-774295fba638 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.020403] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0befb18f-e580-4862-a9e9-7772c8febade {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.050653] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2d8f8-a530-4f78-aa5a-b5fe75af7d5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.057348] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317a5d2-73d4-4c5b-8dfe-da84b022ce25 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.069880] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.071745] env[69695]: DEBUG nova.compute.provider_tree [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.291753] env[69695]: DEBUG nova.compute.manager [req-08aa8e60-f453-4503-961e-fc7a8dafe953 req-4a5dc07f-e0d0-4f7a-a5d0-f22b5167ed70 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-vif-unplugged-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.291984] env[69695]: DEBUG oslo_concurrency.lockutils [req-08aa8e60-f453-4503-961e-fc7a8dafe953 req-4a5dc07f-e0d0-4f7a-a5d0-f22b5167ed70 service nova] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.292271] env[69695]: DEBUG oslo_concurrency.lockutils [req-08aa8e60-f453-4503-961e-fc7a8dafe953 req-4a5dc07f-e0d0-4f7a-a5d0-f22b5167ed70 service nova] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.292446] env[69695]: DEBUG oslo_concurrency.lockutils [req-08aa8e60-f453-4503-961e-fc7a8dafe953 req-4a5dc07f-e0d0-4f7a-a5d0-f22b5167ed70 service nova] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.292618] env[69695]: DEBUG nova.compute.manager [req-08aa8e60-f453-4503-961e-fc7a8dafe953 req-4a5dc07f-e0d0-4f7a-a5d0-f22b5167ed70 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] No waiting events found dispatching network-vif-unplugged-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.292790] env[69695]: WARNING nova.compute.manager [req-08aa8e60-f453-4503-961e-fc7a8dafe953 req-4a5dc07f-e0d0-4f7a-a5d0-f22b5167ed70 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received unexpected event network-vif-unplugged-c225ed31-56b9-4b82-a505-4ac194c162c7 for instance with vm_state shelved and task_state shelving_offloading. [ 1259.309281] env[69695]: DEBUG oslo_vmware.api [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Task: {'id': task-3499730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135555} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.309549] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.309742] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.309964] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.310160] env[69695]: INFO nova.compute.manager [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.310399] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.310589] env[69695]: DEBUG nova.compute.manager [-] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.310680] env[69695]: DEBUG nova.network.neutron [-] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.425887] env[69695]: DEBUG nova.network.neutron [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [{"id": "55f81260-25b8-426d-b482-283d89690fb9", "address": "fa:16:3e:1e:6e:74", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f81260-25", "ovs_interfaceid": "55f81260-25b8-426d-b482-283d89690fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.453488] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.454689] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b7c8c2-6755-4ec9-ad0e-3ab7fc08c5ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.463405] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.463671] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd97f18-4099-480f-98dc-2599a13f9271 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.532837] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.533171] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.533242] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleting the datastore file [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.533509] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df68adce-8469-4ee1-8d32-f39c21c4b72c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.542248] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1259.542248] env[69695]: value = "task-3499732" [ 1259.542248] env[69695]: _type = "Task" [ 1259.542248] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.548667] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.575030] env[69695]: DEBUG nova.scheduler.client.report [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.933766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.050855] env[69695]: DEBUG oslo_vmware.api [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397311} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.051117] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.051295] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.051456] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.075913] env[69695]: INFO nova.scheduler.client.report [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted allocations for instance 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 [ 1260.080252] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.080709] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.120514] env[69695]: DEBUG nova.network.neutron [-] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.225384] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.453769] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df04a23-c7d6-4ad4-90f1-364494bfa3ac {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.474042] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4709031b-e662-4d3e-bfda-40962ebb08a5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.483058] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.582022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.582022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.582022] env[69695]: DEBUG nova.objects.instance [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'resources' on Instance uuid 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.584683] env[69695]: DEBUG nova.compute.utils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.587017] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.587017] env[69695]: DEBUG nova.network.neutron [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.624781] env[69695]: INFO nova.compute.manager [-] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Took 1.31 seconds to deallocate network for instance. [ 1260.639424] env[69695]: DEBUG nova.policy [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d070b7850aa47efbc43252408e291ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e5f58e0aee427cb07d7be80a316f03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.737626] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.737626] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.737626] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.737626] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.909633] env[69695]: DEBUG nova.network.neutron [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Successfully created port: 49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.989062] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.989062] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f64594-5a1c-4e0f-a106-d927bf5aa9f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.997786] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1260.997786] env[69695]: value = "task-3499733" [ 1260.997786] env[69695]: _type = "Task" [ 1260.997786] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.006048] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.084346] env[69695]: DEBUG nova.objects.instance [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.090757] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.133165] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.241921] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Getting list of instances from cluster (obj){ [ 1261.241921] env[69695]: value = "domain-c8" [ 1261.241921] env[69695]: _type = "ClusterComputeResource" [ 1261.241921] env[69695]: } {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1261.242934] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e80bc-8c12-43da-a491-68033ea63d3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.260043] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Got total of 7 instances {{(pid=69695) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1261.260232] env[69695]: WARNING nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] While synchronizing instance power states, found 10 instances in the database and 7 instances on the hypervisor. [ 1261.260336] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.260522] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 4a1399e0-54f7-40b6-b138-b1c2c03e1309 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.260676] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.260819] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.260964] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 6585f866-c281-4a54-8099-e203291b5b89 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.261121] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.261264] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid a2e9594c-52f6-4705-83ed-43be83cecbb3 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.261402] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.261542] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid a8ff89d5-78c4-4d9e-aaea-36bd6e30162e {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.261683] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Triggering sync for uuid 63e205a5-1689-49e5-8935-51eac65e0ee1 {{(pid=69695) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.262367] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.262627] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.262922] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.263212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.263401] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.263630] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.263806] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "624b8878-975a-4175-914a-d21a01778f54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.264038] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.264214] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "6585f866-c281-4a54-8099-e203291b5b89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.264432] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.264644] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.264810] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.265041] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.265215] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.265429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.265598] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.265756] env[69695]: INFO nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1261.265945] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.266145] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.267014] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b072bb1-23d2-4106-a5d4-6e98b278c76c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.270167] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5f22b-d35b-476d-8fdc-9ee257fe16ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.272964] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47f766-300c-470d-b968-e29a7fab04ef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.275863] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4975b54-9f0c-48e4-b5ae-9106e64f4546 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.278378] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eb6e5e-174a-40a4-82dd-f3d9395041f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.281084] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a33f8-d26a-4734-8509-47db85d98cf7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.414986] env[69695]: DEBUG nova.compute.manager [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.415465] env[69695]: DEBUG nova.compute.manager [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing instance network info cache due to event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.415607] env[69695]: DEBUG oslo_concurrency.lockutils [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.415855] env[69695]: DEBUG oslo_concurrency.lockutils [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.416119] env[69695]: DEBUG nova.network.neutron [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.507854] env[69695]: DEBUG oslo_vmware.api [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499733, 'name': PowerOnVM_Task, 'duration_secs': 0.393788} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.508148] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.508335] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-478c1a8a-f736-427e-b31c-1a8e6dfcd951 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance 'a8ff89d5-78c4-4d9e-aaea-36bd6e30162e' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.586107] env[69695]: DEBUG nova.objects.base [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Object Instance<1e7a800f-8d57-4a1e-ad87-b9d0f8571a67> lazy-loaded attributes: resources,numa_topology {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1261.708426] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5d93a-4d0a-4a3f-a418-9eb68be43e16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.715839] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2e97b-70ee-4746-b8d5-b8605efa6060 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.746224] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e4908-6630-42e8-bb65-e9722ea1d61e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.754081] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b537f080-3bef-41b2-ad33-cb92089d49bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.768286] env[69695]: DEBUG nova.compute.provider_tree [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.792263] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.802094] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "6585f866-c281-4a54-8099-e203291b5b89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.802455] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "624b8878-975a-4175-914a-d21a01778f54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.802744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.803027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.805443] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.100827] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.118723] env[69695]: DEBUG nova.network.neutron [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updated VIF entry in instance network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.118723] env[69695]: DEBUG nova.network.neutron [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": null, "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc225ed31-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.127952] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.128231] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.128474] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.128708] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.128909] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.129078] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.129323] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.129440] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.129606] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.129774] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.129945] env[69695]: DEBUG nova.virt.hardware [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.131220] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c008d4f-898d-4073-a5aa-0ce209be051e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.139874] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342dfc84-7de8-492b-8cb0-56ae10b0ba91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.271614] env[69695]: DEBUG nova.scheduler.client.report [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.539728] env[69695]: DEBUG nova.network.neutron [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Successfully updated port: 49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.622569] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.623118] env[69695]: DEBUG oslo_concurrency.lockutils [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.623358] env[69695]: DEBUG nova.compute.manager [req-955af1d3-94fd-463b-a393-43967b6acbd3 req-1020eb00-c8bd-45cf-b3c4-2928e8769889 service nova] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Received event network-vif-deleted-58f73e7d-579d-454c-a107-8adedc629893 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.776995] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.779476] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.646s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.779696] env[69695]: DEBUG nova.objects.instance [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lazy-loading 'resources' on Instance uuid 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.044487] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-63e205a5-1689-49e5-8935-51eac65e0ee1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.044643] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-63e205a5-1689-49e5-8935-51eac65e0ee1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.044843] env[69695]: DEBUG nova.network.neutron [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.287927] env[69695]: DEBUG oslo_concurrency.lockutils [None req-98455e18-2623-446b-a4eb-acc2cf70d086 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.888s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.288393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.024s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.288673] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b28ffb3-3366-49a7-b349-217df2ae7ab4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.299407] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c642cf7-138a-46ef-9976-60d8fb4406f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.442731] env[69695]: DEBUG nova.compute.manager [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Received event network-vif-plugged-49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.443297] env[69695]: DEBUG oslo_concurrency.lockutils [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.443297] env[69695]: DEBUG oslo_concurrency.lockutils [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.443392] env[69695]: DEBUG oslo_concurrency.lockutils [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.443597] env[69695]: DEBUG nova.compute.manager [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] No waiting events found dispatching network-vif-plugged-49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.443811] env[69695]: WARNING nova.compute.manager [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Received unexpected event network-vif-plugged-49447ed7-81df-4213-9884-8506ac52ce05 for instance with vm_state building and task_state spawning. [ 1263.444030] env[69695]: DEBUG nova.compute.manager [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Received event network-changed-49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.444227] env[69695]: DEBUG nova.compute.manager [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Refreshing instance network info cache due to event network-changed-49447ed7-81df-4213-9884-8506ac52ce05. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.444417] env[69695]: DEBUG oslo_concurrency.lockutils [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] Acquiring lock "refresh_cache-63e205a5-1689-49e5-8935-51eac65e0ee1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.446952] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3072b02-6f7c-49a9-83b9-6b4c5e513113 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.457207] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62fd1d-894e-4c91-951c-7e8b9de5f23e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.489610] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d7b186-9722-4adf-bc4a-922f4a0ab753 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.496799] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77920adc-e33e-4868-b4c4-58d832834822 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.510776] env[69695]: DEBUG nova.compute.provider_tree [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.577752] env[69695]: DEBUG nova.network.neutron [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.713768] env[69695]: DEBUG nova.network.neutron [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Updating instance_info_cache with network_info: [{"id": "49447ed7-81df-4213-9884-8506ac52ce05", "address": "fa:16:3e:88:48:9b", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49447ed7-81", "ovs_interfaceid": "49447ed7-81df-4213-9884-8506ac52ce05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.844429] env[69695]: INFO nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] During the sync_power process the instance has moved from host None to host cpu-1 [ 1263.844688] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.845362] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.223s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.845884] env[69695]: INFO nova.compute.manager [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Unshelving [ 1264.013776] env[69695]: DEBUG nova.scheduler.client.report [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.216490] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.216781] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.216973] env[69695]: DEBUG nova.compute.manager [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Going to confirm migration 9 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1264.218504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-63e205a5-1689-49e5-8935-51eac65e0ee1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.218800] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance network_info: |[{"id": "49447ed7-81df-4213-9884-8506ac52ce05", "address": "fa:16:3e:88:48:9b", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49447ed7-81", "ovs_interfaceid": "49447ed7-81df-4213-9884-8506ac52ce05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.219500] env[69695]: DEBUG oslo_concurrency.lockutils [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] Acquired lock "refresh_cache-63e205a5-1689-49e5-8935-51eac65e0ee1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.219716] env[69695]: DEBUG nova.network.neutron [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Refreshing network info cache for port 49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.221329] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:48:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49447ed7-81df-4213-9884-8506ac52ce05', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.229153] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.230089] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.230609] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455b9965-a20b-4f62-b097-b6368d0256fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.253012] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.253012] env[69695]: value = "task-3499734" [ 1264.253012] env[69695]: _type = "Task" [ 1264.253012] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.260864] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499734, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.518557] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.539928] env[69695]: INFO nova.scheduler.client.report [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Deleted allocations for instance 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c [ 1264.762902] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499734, 'name': CreateVM_Task, 'duration_secs': 0.291114} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.765049] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.765049] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.765049] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.765049] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.765049] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fbb2a3-ca49-4a40-9cdc-3a7d3df49fe6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.770272] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1264.770272] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5271f8a7-f8ac-498d-7347-3e86f0fa5a45" [ 1264.770272] env[69695]: _type = "Task" [ 1264.770272] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.779730] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5271f8a7-f8ac-498d-7347-3e86f0fa5a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.831199] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.831396] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquired lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.831652] env[69695]: DEBUG nova.network.neutron [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.831868] env[69695]: DEBUG nova.objects.instance [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'info_cache' on Instance uuid a8ff89d5-78c4-4d9e-aaea-36bd6e30162e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.869113] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.869374] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.869583] env[69695]: DEBUG nova.objects.instance [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.955710] env[69695]: DEBUG nova.network.neutron [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Updated VIF entry in instance network info cache for port 49447ed7-81df-4213-9884-8506ac52ce05. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.956080] env[69695]: DEBUG nova.network.neutron [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Updating instance_info_cache with network_info: [{"id": "49447ed7-81df-4213-9884-8506ac52ce05", "address": "fa:16:3e:88:48:9b", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49447ed7-81", "ovs_interfaceid": "49447ed7-81df-4213-9884-8506ac52ce05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.048020] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f141f65d-4bcb-4354-86ae-81c9600d4a90 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.360s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.049344] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.787s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.049344] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e49b3fae-8eb4-4e53-a33d-51be4e39df9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.058796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa3295-81fc-415c-8822-c09233c0dccb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.284196] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5271f8a7-f8ac-498d-7347-3e86f0fa5a45, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.284528] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.284764] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.284998] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.285162] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.285361] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.285638] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-780ee9b4-1ad9-4d1a-8f8a-eca55cecac1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.294621] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.294797] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.295498] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3b37bd-20f6-4cc1-96cc-540e28a4c383 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.300966] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1265.300966] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52597a91-a3cc-c9e2-55d0-a8b39a4b3ea2" [ 1265.300966] env[69695]: _type = "Task" [ 1265.300966] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.308193] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52597a91-a3cc-c9e2-55d0-a8b39a4b3ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.373662] env[69695]: DEBUG nova.objects.instance [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.458636] env[69695]: DEBUG oslo_concurrency.lockutils [req-46488cdb-4b0d-4e61-b938-130e852f52e3 req-b4856ff7-2da0-42f6-a0f4-5becfeeb610a service nova] Releasing lock "refresh_cache-63e205a5-1689-49e5-8935-51eac65e0ee1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.593126] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "3ce1dde4-e04f-497a-a0c3-36d842c5fd5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.813445] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52597a91-a3cc-c9e2-55d0-a8b39a4b3ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.814954] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88700c3b-94a2-44f2-8757-ba86d547c71e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.820925] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1265.820925] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524572bb-fe66-a753-6d6d-1b680697de87" [ 1265.820925] env[69695]: _type = "Task" [ 1265.820925] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.830505] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524572bb-fe66-a753-6d6d-1b680697de87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.875697] env[69695]: INFO nova.compute.claims [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.044251] env[69695]: DEBUG nova.network.neutron [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [{"id": "55f81260-25b8-426d-b482-283d89690fb9", "address": "fa:16:3e:1e:6e:74", "network": {"id": "c45d333b-acb5-4179-ba49-bb756d9570fe", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1544542197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bce4ca98f14a7eb2a6cbbbf745fe10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f81260-25", "ovs_interfaceid": "55f81260-25b8-426d-b482-283d89690fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.308794] env[69695]: DEBUG oslo_concurrency.lockutils [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.309193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.309399] env[69695]: DEBUG nova.compute.manager [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.310544] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a700d-9afd-4c1c-a40b-8dec88748118 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.318529] env[69695]: DEBUG nova.compute.manager [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1266.319520] env[69695]: DEBUG nova.objects.instance [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'flavor' on Instance uuid c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.336483] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524572bb-fe66-a753-6d6d-1b680697de87, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.337408] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.337660] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.337923] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c5595c0-1ad0-4b9f-816a-28de6d846f27 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.345716] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1266.345716] env[69695]: value = "task-3499735" [ 1266.345716] env[69695]: _type = "Task" [ 1266.345716] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.353389] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.547662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Releasing lock "refresh_cache-a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.547825] env[69695]: DEBUG nova.objects.instance [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lazy-loading 'migration_context' on Instance uuid a8ff89d5-78c4-4d9e-aaea-36bd6e30162e {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.855365] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423358} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.855695] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.855952] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.856243] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53cb3cfa-d3b0-47dc-a768-2a504113eca2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.864139] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1266.864139] env[69695]: value = "task-3499736" [ 1266.864139] env[69695]: _type = "Task" [ 1266.864139] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.872818] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.023017] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2cc226-9021-4d04-95ed-888a4a3cedc4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.029650] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0126768d-207a-444a-9a8b-5ac76c610416 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.061597] env[69695]: DEBUG nova.objects.base [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.062665] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94dade4-5f11-4aec-bd35-c9eb6bbf6bb7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.065658] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4e693f-80f6-4ce1-b04c-5196a1f6929d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.085409] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad63c8-958b-4a3b-a901-41ad1f093615 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.089862] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0d1c04-acd9-40b8-8854-bd9a1e2249a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.102263] env[69695]: DEBUG nova.compute.provider_tree [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.104680] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1267.104680] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ac9c34-62ab-2eed-3a06-0363045fafa8" [ 1267.104680] env[69695]: _type = "Task" [ 1267.104680] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.112419] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ac9c34-62ab-2eed-3a06-0363045fafa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.329965] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.330413] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e5986b6-e498-4342-aa7e-34e83f80aa65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.338388] env[69695]: DEBUG oslo_vmware.api [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1267.338388] env[69695]: value = "task-3499737" [ 1267.338388] env[69695]: _type = "Task" [ 1267.338388] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.346605] env[69695]: DEBUG oslo_vmware.api [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.373933] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066784} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.374088] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.375059] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2849b047-1050-43cb-ad35-7f3dd899875e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.397496] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.397802] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed7d5ac-e1cf-4496-bfa2-7bd61ec4b192 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.417308] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1267.417308] env[69695]: value = "task-3499738" [ 1267.417308] env[69695]: _type = "Task" [ 1267.417308] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.426603] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.606700] env[69695]: DEBUG nova.scheduler.client.report [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.620390] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ac9c34-62ab-2eed-3a06-0363045fafa8, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.620818] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.848290] env[69695]: DEBUG oslo_vmware.api [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499737, 'name': PowerOffVM_Task, 'duration_secs': 0.202524} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.848557] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.848749] env[69695]: DEBUG nova.compute.manager [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.849524] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10939b96-9e8b-4965-808f-eaa2a7d5da13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.927417] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499738, 'name': ReconfigVM_Task, 'duration_secs': 0.274475} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.927929] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.928387] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-117c6da1-d8be-46b9-aff5-bc23a0a9a41e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.935918] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1267.935918] env[69695]: value = "task-3499739" [ 1267.935918] env[69695]: _type = "Task" [ 1267.935918] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.944360] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499739, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.114772] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.245s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.116957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.496s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.241075] env[69695]: INFO nova.network.neutron [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating port c225ed31-56b9-4b82-a505-4ac194c162c7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1268.360014] env[69695]: DEBUG oslo_concurrency.lockutils [None req-37455674-7055-45cb-a411-6e48139d77c6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.446903] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499739, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.786976] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ce111-c413-41f8-a4fa-c1aa7e764699 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.795626] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a5629-03c4-4ca3-98f6-dbe53d0beda1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.829542] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531307c-bc0e-4412-9cf6-0b8d862cb85b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.838110] env[69695]: DEBUG nova.objects.instance [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'flavor' on Instance uuid c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.840892] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc374510-cdb3-46b1-b348-df1c0ab0ae69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.857574] env[69695]: DEBUG nova.compute.provider_tree [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.946738] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499739, 'name': Rename_Task, 'duration_secs': 0.865374} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.947594] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.947594] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f7d94c-baae-44cf-93b8-7340dc49e0f9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.954038] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1268.954038] env[69695]: value = "task-3499740" [ 1268.954038] env[69695]: _type = "Task" [ 1268.954038] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.961608] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.349841] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.350935] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.350935] env[69695]: DEBUG nova.network.neutron [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.350935] env[69695]: DEBUG nova.objects.instance [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'info_cache' on Instance uuid c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.361276] env[69695]: DEBUG nova.scheduler.client.report [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.463472] env[69695]: DEBUG oslo_vmware.api [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499740, 'name': PowerOnVM_Task, 'duration_secs': 0.450607} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.463782] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.463990] env[69695]: INFO nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1269.464207] env[69695]: DEBUG nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.465796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627160a-307d-4903-9f11-a5da69ce2144 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.854697] env[69695]: DEBUG nova.objects.base [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.914637] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.914892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.917901] env[69695]: DEBUG nova.network.neutron [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.984460] env[69695]: INFO nova.compute.manager [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Took 12.14 seconds to build instance. [ 1270.107955] env[69695]: DEBUG nova.compute.manager [req-7f7c26b2-8745-43b8-b139-beecc176a39c req-fc4e02ac-55e6-41e8-9c36-168390574d87 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-vif-plugged-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.108135] env[69695]: DEBUG oslo_concurrency.lockutils [req-7f7c26b2-8745-43b8-b139-beecc176a39c req-fc4e02ac-55e6-41e8-9c36-168390574d87 service nova] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.108296] env[69695]: DEBUG oslo_concurrency.lockutils [req-7f7c26b2-8745-43b8-b139-beecc176a39c req-fc4e02ac-55e6-41e8-9c36-168390574d87 service nova] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.108490] env[69695]: DEBUG oslo_concurrency.lockutils [req-7f7c26b2-8745-43b8-b139-beecc176a39c req-fc4e02ac-55e6-41e8-9c36-168390574d87 service nova] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.108664] env[69695]: DEBUG nova.compute.manager [req-7f7c26b2-8745-43b8-b139-beecc176a39c req-fc4e02ac-55e6-41e8-9c36-168390574d87 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] No waiting events found dispatching network-vif-plugged-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.108841] env[69695]: WARNING nova.compute.manager [req-7f7c26b2-8745-43b8-b139-beecc176a39c req-fc4e02ac-55e6-41e8-9c36-168390574d87 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received unexpected event network-vif-plugged-c225ed31-56b9-4b82-a505-4ac194c162c7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1270.372580] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.256s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.486417] env[69695]: DEBUG oslo_concurrency.lockutils [None req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.651s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.486642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.220s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.486857] env[69695]: INFO nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] During sync_power_state the instance has a pending task (networking). Skip. [ 1270.486994] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.623235] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.623471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.738172] env[69695]: DEBUG nova.network.neutron [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [{"id": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "address": "fa:16:3e:42:10:ca", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f08c31-9e", "ovs_interfaceid": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.769526] env[69695]: DEBUG nova.network.neutron [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc225ed31-56", "ovs_interfaceid": "c225ed31-56b9-4b82-a505-4ac194c162c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.777888] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.778154] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.778360] env[69695]: DEBUG nova.compute.manager [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.779774] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434e939c-debf-45b8-a7d4-340b11c46171 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.787748] env[69695]: DEBUG nova.compute.manager [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.788329] env[69695]: DEBUG nova.objects.instance [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'flavor' on Instance uuid 63e205a5-1689-49e5-8935-51eac65e0ee1 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.945960] env[69695]: INFO nova.scheduler.client.report [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocation for migration ed6dc948-58a8-4f64-817f-2959d45d6fa4 [ 1271.126389] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.241338] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.272819] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.303997] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e84490fd4b934b8bc352d8bc52111b7c',container_format='bare',created_at=2025-04-21T14:30:42Z,direct_url=,disk_format='vmdk',id=921bbadd-0fd8-40e8-9717-9ec7f2109077,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1605556442-shelved',owner='1b14c514317a4f78b62f3bc79a76f177',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-21T14:31:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.304311] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.304481] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.304671] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.304820] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.304967] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.305187] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.305346] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.305510] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.305671] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.305842] env[69695]: DEBUG nova.virt.hardware [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.306763] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d08d29-2126-40c1-9645-7cddd80976bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.315565] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449903ec-0c59-4c45-a771-77a6ff664a0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.330841] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:55:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c225ed31-56b9-4b82-a505-4ac194c162c7', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.338225] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.338503] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.338731] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a2f9b0f-5d0c-4676-880f-2ad3f780801b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.358676] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.358676] env[69695]: value = "task-3499741" [ 1271.358676] env[69695]: _type = "Task" [ 1271.358676] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.366117] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499741, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.451820] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.234s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.646597] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.646879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.648419] env[69695]: INFO nova.compute.claims [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.798046] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.798463] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb01f738-13ff-4f14-a997-8412bb186a3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.805535] env[69695]: DEBUG oslo_vmware.api [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1271.805535] env[69695]: value = "task-3499742" [ 1271.805535] env[69695]: _type = "Task" [ 1271.805535] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.813626] env[69695]: DEBUG oslo_vmware.api [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.867929] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499741, 'name': CreateVM_Task, 'duration_secs': 0.31784} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.868245] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.868826] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.869058] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.869454] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.869709] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2486fb-8a30-4371-b936-e54b7039fa41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.874434] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1271.874434] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4ba03-0c34-8e21-54ce-55b4e3777786" [ 1271.874434] env[69695]: _type = "Task" [ 1271.874434] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.882943] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e4ba03-0c34-8e21-54ce-55b4e3777786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.135444] env[69695]: DEBUG nova.compute.manager [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.135680] env[69695]: DEBUG nova.compute.manager [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing instance network info cache due to event network-changed-c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.135850] env[69695]: DEBUG oslo_concurrency.lockutils [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] Acquiring lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.135992] env[69695]: DEBUG oslo_concurrency.lockutils [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] Acquired lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.136169] env[69695]: DEBUG nova.network.neutron [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Refreshing network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.247442] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.247961] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abd96413-5158-41fc-bf6b-9fcc801e8bbf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.255771] env[69695]: DEBUG oslo_vmware.api [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1272.255771] env[69695]: value = "task-3499743" [ 1272.255771] env[69695]: _type = "Task" [ 1272.255771] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.264018] env[69695]: DEBUG oslo_vmware.api [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.317495] env[69695]: DEBUG oslo_vmware.api [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499742, 'name': PowerOffVM_Task, 'duration_secs': 0.188297} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.317707] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.317891] env[69695]: DEBUG nova.compute.manager [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.318679] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ad8497-a7d2-46e1-8e94-dd8b75f4cac6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.384825] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.385075] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Processing image 921bbadd-0fd8-40e8-9717-9ec7f2109077 {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.385319] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.385464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.385642] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.385883] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-042cef00-0c61-4897-a902-343efe5edbb2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.393975] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.394170] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.394844] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f306a45c-1fc3-42fe-b0cf-6742e9baef55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.400816] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1272.400816] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5204531e-af04-ca0b-e9b2-b586d11ae50d" [ 1272.400816] env[69695]: _type = "Task" [ 1272.400816] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.415824] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Preparing fetch location {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1272.416113] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Fetch image to [datastore1] OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c/OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c.vmdk {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1272.416270] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Downloading stream optimized image 921bbadd-0fd8-40e8-9717-9ec7f2109077 to [datastore1] OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c/OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c.vmdk on the data store datastore1 as vApp {{(pid=69695) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1272.416507] env[69695]: DEBUG nova.virt.vmwareapi.images [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Downloading image file data 921bbadd-0fd8-40e8-9717-9ec7f2109077 to the ESX as VM named 'OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c' {{(pid=69695) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1272.489065] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1272.489065] env[69695]: value = "resgroup-9" [ 1272.489065] env[69695]: _type = "ResourcePool" [ 1272.489065] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1272.489359] env[69695]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-68ae4849-7163-4513-97a0-0782d6662538 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.510669] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease: (returnval){ [ 1272.510669] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfb3f5-008a-0122-a3d5-9b9e3a00ce15" [ 1272.510669] env[69695]: _type = "HttpNfcLease" [ 1272.510669] env[69695]: } obtained for vApp import into resource pool (val){ [ 1272.510669] env[69695]: value = "resgroup-9" [ 1272.510669] env[69695]: _type = "ResourcePool" [ 1272.510669] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1272.511010] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the lease: (returnval){ [ 1272.511010] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfb3f5-008a-0122-a3d5-9b9e3a00ce15" [ 1272.511010] env[69695]: _type = "HttpNfcLease" [ 1272.511010] env[69695]: } to be ready. {{(pid=69695) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.517252] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.517252] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfb3f5-008a-0122-a3d5-9b9e3a00ce15" [ 1272.517252] env[69695]: _type = "HttpNfcLease" [ 1272.517252] env[69695]: } is initializing. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.736817] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.737062] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.737289] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.737475] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.737641] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.739862] env[69695]: INFO nova.compute.manager [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Terminating instance [ 1272.778778] env[69695]: DEBUG oslo_vmware.api [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499743, 'name': PowerOnVM_Task, 'duration_secs': 0.391756} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.779022] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.779390] env[69695]: DEBUG nova.compute.manager [None req-b8304d0d-dc37-44f4-9d67-277b7fb2aa29 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.780439] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472cc555-e2ea-4175-a875-2af59583044d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.833900] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dff4dc45-30b1-4db4-bbe5-ea379a8f4b82 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.842985] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b8fd14-0d3f-4590-a8c4-fe3cdd07b465 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.852079] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec6d897-2490-4fef-9e59-057f58f52d35 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.887136] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47ec44-9cf1-4922-859f-83a3f830aaaa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.896249] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a552910-6a7a-4c0a-8192-032564c5f25f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.910501] env[69695]: DEBUG nova.compute.provider_tree [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.963341] env[69695]: DEBUG nova.network.neutron [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updated VIF entry in instance network info cache for port c225ed31-56b9-4b82-a505-4ac194c162c7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.963761] env[69695]: DEBUG nova.network.neutron [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [{"id": "c225ed31-56b9-4b82-a505-4ac194c162c7", "address": "fa:16:3e:ee:55:22", "network": {"id": "fb2a1df2-d84f-4312-9e1c-629ac9f32208", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-227798314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b14c514317a4f78b62f3bc79a76f177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc225ed31-56", "ovs_interfaceid": "c225ed31-56b9-4b82-a505-4ac194c162c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.019027] env[69695]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1273.019027] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfb3f5-008a-0122-a3d5-9b9e3a00ce15" [ 1273.019027] env[69695]: _type = "HttpNfcLease" [ 1273.019027] env[69695]: } is ready. {{(pid=69695) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1273.019328] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1273.019328] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dfb3f5-008a-0122-a3d5-9b9e3a00ce15" [ 1273.019328] env[69695]: _type = "HttpNfcLease" [ 1273.019328] env[69695]: }. {{(pid=69695) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1273.020027] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694cfdc-39d0-42f4-bf3d-0c5445b009b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.026925] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526acf5f-d8f9-03a8-fde3-481e7910b0ba/disk-0.vmdk from lease info. {{(pid=69695) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1273.027119] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526acf5f-d8f9-03a8-fde3-481e7910b0ba/disk-0.vmdk. {{(pid=69695) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1273.090384] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-225091ae-808a-4f3b-8417-5707a9409c00 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.244561] env[69695]: DEBUG nova.compute.manager [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.245058] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.245729] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f63f1b-067d-430e-a37c-8d4250d06921 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.254055] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.255560] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96aa35c7-bb0f-4aae-b3ab-030f95b67f3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.263292] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1273.263292] env[69695]: value = "task-3499745" [ 1273.263292] env[69695]: _type = "Task" [ 1273.263292] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.272438] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.301418] env[69695]: INFO nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Rebuilding instance [ 1273.354808] env[69695]: DEBUG nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.355715] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245dde6-24f5-40e4-933e-c2d640f11c73 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.414474] env[69695]: DEBUG nova.scheduler.client.report [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.466539] env[69695]: DEBUG oslo_concurrency.lockutils [req-922d843d-e835-4e3a-b6b1-df1e531063fd req-1a1db19e-4f23-47c2-ba63-c900ad3203d5 service nova] Releasing lock "refresh_cache-1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.774581] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499745, 'name': PowerOffVM_Task, 'duration_secs': 0.224705} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.776189] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.776411] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.776741] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427268f9-4079-49d0-a33d-3b92faaf84b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.837101] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.837101] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.837101] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleting the datastore file [datastore2] a8ff89d5-78c4-4d9e-aaea-36bd6e30162e {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.837101] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eddbe27-d663-4a02-8656-7510e7f2b276 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.844573] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for the task: (returnval){ [ 1273.844573] env[69695]: value = "task-3499747" [ 1273.844573] env[69695]: _type = "Task" [ 1273.844573] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.854550] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.920122] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.920717] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.241780] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Completed reading data from the image iterator. {{(pid=69695) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1274.242043] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526acf5f-d8f9-03a8-fde3-481e7910b0ba/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1274.242991] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890da70d-63e5-45e1-8e7c-16479319ef99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.250129] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526acf5f-d8f9-03a8-fde3-481e7910b0ba/disk-0.vmdk is in state: ready. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1274.250544] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526acf5f-d8f9-03a8-fde3-481e7910b0ba/disk-0.vmdk. {{(pid=69695) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1274.250544] env[69695]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-645e0378-19d9-4461-b8be-6f2a4c507f64 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.356745] env[69695]: DEBUG oslo_vmware.api [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Task: {'id': task-3499747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196649} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.357486] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.357486] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.357486] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.357627] env[69695]: INFO nova.compute.manager [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1274.357788] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.358510] env[69695]: DEBUG nova.compute.manager [-] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.358612] env[69695]: DEBUG nova.network.neutron [-] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.372935] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.373781] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd00c0f7-ea94-468f-bde3-bed9609da6ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.382159] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1274.382159] env[69695]: value = "task-3499748" [ 1274.382159] env[69695]: _type = "Task" [ 1274.382159] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.393796] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1274.394984] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.395857] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ead113-8bb3-4742-a3ae-c926a06d8844 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.403846] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.403846] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a57cd195-de8f-42bf-9cd9-cd091a820f34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.427014] env[69695]: DEBUG nova.compute.utils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.429586] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.430455] env[69695]: DEBUG nova.network.neutron [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.432029] env[69695]: DEBUG oslo_vmware.rw_handles [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526acf5f-d8f9-03a8-fde3-481e7910b0ba/disk-0.vmdk. {{(pid=69695) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1274.432029] env[69695]: INFO nova.virt.vmwareapi.images [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Downloaded image file data 921bbadd-0fd8-40e8-9717-9ec7f2109077 [ 1274.433948] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ce8b0-0e7e-485a-b7bf-724cea2ffe01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.449143] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd3cd3c-3af3-4c86-bbc2-0754d932f0ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.467134] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.467354] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.467534] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.467792] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5471bfb4-129f-4b2b-9014-d217bf9ffc01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.474235] env[69695]: INFO nova.virt.vmwareapi.images [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] The imported VM was unregistered [ 1274.476575] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Caching image {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1274.476806] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Creating directory with path [datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077 {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.478127] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a461dd44-687a-4ac4-8be9-03226e807552 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.480100] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1274.480100] env[69695]: value = "task-3499751" [ 1274.480100] env[69695]: _type = "Task" [ 1274.480100] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.488413] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.495434] env[69695]: DEBUG nova.policy [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d8718810a34fa29d0a721bd5190ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a59a49a59da45248cc2fe24db7339a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.500503] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Created directory with path [datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077 {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.500503] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c/OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c.vmdk to [datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk. {{(pid=69695) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1274.500503] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b27e8d54-81ea-4642-9e67-b9295b264af6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.506160] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1274.506160] env[69695]: value = "task-3499752" [ 1274.506160] env[69695]: _type = "Task" [ 1274.506160] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.513804] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.758161] env[69695]: DEBUG nova.compute.manager [req-e32dce2a-af86-4ca1-8daa-d7de85bb3697 req-6c27e313-e7f5-491b-b351-396bd6ce9a7f service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Received event network-vif-deleted-55f81260-25b8-426d-b482-283d89690fb9 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.758369] env[69695]: INFO nova.compute.manager [req-e32dce2a-af86-4ca1-8daa-d7de85bb3697 req-6c27e313-e7f5-491b-b351-396bd6ce9a7f service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Neutron deleted interface 55f81260-25b8-426d-b482-283d89690fb9; detaching it from the instance and deleting it from the info cache [ 1274.758553] env[69695]: DEBUG nova.network.neutron [req-e32dce2a-af86-4ca1-8daa-d7de85bb3697 req-6c27e313-e7f5-491b-b351-396bd6ce9a7f service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.850785] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77de63a-c516-403d-a393-6e787cb14dd6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.857759] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Suspending the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1274.857971] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3fb94e0-2b81-4995-96c8-c740b6631b23 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.864543] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1274.864543] env[69695]: value = "task-3499753" [ 1274.864543] env[69695]: _type = "Task" [ 1274.864543] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.872943] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499753, 'name': SuspendVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.883690] env[69695]: DEBUG nova.network.neutron [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Successfully created port: 357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.930620] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.990676] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37101} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.990937] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.991144] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.991361] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.017783] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.243291] env[69695]: DEBUG nova.network.neutron [-] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.261738] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3c8f02c-11a5-4ae3-8359-10544431f544 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.272762] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f58bae-4ffd-413a-866b-eafbf81f2a48 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.302774] env[69695]: DEBUG nova.compute.manager [req-e32dce2a-af86-4ca1-8daa-d7de85bb3697 req-6c27e313-e7f5-491b-b351-396bd6ce9a7f service nova] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Detach interface failed, port_id=55f81260-25b8-426d-b482-283d89690fb9, reason: Instance a8ff89d5-78c4-4d9e-aaea-36bd6e30162e could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.377065] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499753, 'name': SuspendVM_Task} progress is 50%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.519327] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.747134] env[69695]: INFO nova.compute.manager [-] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Took 1.39 seconds to deallocate network for instance. [ 1275.877922] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499753, 'name': SuspendVM_Task} progress is 50%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.941535] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.968920] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.969208] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.969363] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.969541] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.969703] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.969871] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.970159] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.970388] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.970625] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.970856] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.971108] env[69695]: DEBUG nova.virt.hardware [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.972369] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b1b3ed-24e1-4022-9c52-ec7342b7445f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.983434] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd79d9-a9e8-48c0-bbd4-407775047fc5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.019454] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.023238] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.023505] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.023659] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.023831] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.023974] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.024141] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.024353] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.024510] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.024674] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.024831] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.025009] env[69695]: DEBUG nova.virt.hardware [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.025858] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b4c9d9-f179-450d-a228-eb1e62f44675 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.035144] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6bd801-060a-4e48-a579-a6193e66aaa3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.051607] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:48:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49447ed7-81df-4213-9884-8506ac52ce05', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.059075] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.059750] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.060029] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8a8ebfa-53e1-413c-81da-c42c6269e6e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.086541] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.086541] env[69695]: value = "task-3499754" [ 1276.086541] env[69695]: _type = "Task" [ 1276.086541] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.097716] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499754, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.257193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.257509] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.257719] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.305918] env[69695]: INFO nova.scheduler.client.report [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Deleted allocations for instance a8ff89d5-78c4-4d9e-aaea-36bd6e30162e [ 1276.380429] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499753, 'name': SuspendVM_Task} progress is 50%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.395277] env[69695]: DEBUG nova.network.neutron [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Successfully updated port: 357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.521441] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.599695] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499754, 'name': CreateVM_Task, 'duration_secs': 0.440988} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.599866] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.607944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.608164] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.608504] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.608924] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc125f07-785a-4071-82f2-e7e8d76648f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.616708] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1276.616708] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad22c0-51c7-0669-8395-818295f4923b" [ 1276.616708] env[69695]: _type = "Task" [ 1276.616708] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.629630] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad22c0-51c7-0669-8395-818295f4923b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.786812] env[69695]: DEBUG nova.compute.manager [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Received event network-vif-plugged-357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.787269] env[69695]: DEBUG oslo_concurrency.lockutils [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.787422] env[69695]: DEBUG oslo_concurrency.lockutils [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.788042] env[69695]: DEBUG oslo_concurrency.lockutils [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.788291] env[69695]: DEBUG nova.compute.manager [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] No waiting events found dispatching network-vif-plugged-357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.788506] env[69695]: WARNING nova.compute.manager [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Received unexpected event network-vif-plugged-357223bb-beaf-4aa6-b3e8-7722b5356491 for instance with vm_state building and task_state spawning. [ 1276.788703] env[69695]: DEBUG nova.compute.manager [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Received event network-changed-357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.790367] env[69695]: DEBUG nova.compute.manager [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Refreshing instance network info cache due to event network-changed-357223bb-beaf-4aa6-b3e8-7722b5356491. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.790367] env[69695]: DEBUG oslo_concurrency.lockutils [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] Acquiring lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.790367] env[69695]: DEBUG oslo_concurrency.lockutils [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] Acquired lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.790367] env[69695]: DEBUG nova.network.neutron [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Refreshing network info cache for port 357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.818557] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d36e087e-28ab-42da-aa6e-920b30bcf538 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Lock "a8ff89d5-78c4-4d9e-aaea-36bd6e30162e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.081s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.879506] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499753, 'name': SuspendVM_Task} progress is 50%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.898492] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.021612] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.127522] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ad22c0-51c7-0669-8395-818295f4923b, 'name': SearchDatastore_Task, 'duration_secs': 0.091044} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.127832] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.128081] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.128334] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.128489] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.128663] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.128980] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f2360c8-019f-4205-96a7-88ad35f3e360 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.150058] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.150058] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.150645] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c742b6-3fd3-4dcf-85e4-6d0edebbe435 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.159483] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1277.159483] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f8f224-3877-9737-b262-157c7bf787aa" [ 1277.159483] env[69695]: _type = "Task" [ 1277.159483] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.170791] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f8f224-3877-9737-b262-157c7bf787aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.323554] env[69695]: DEBUG nova.network.neutron [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.377372] env[69695]: DEBUG oslo_vmware.api [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499753, 'name': SuspendVM_Task, 'duration_secs': 2.475863} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.377605] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Suspended the VM {{(pid=69695) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1277.377912] env[69695]: DEBUG nova.compute.manager [None req-75b707be-f21d-477a-8d44-8381b1aa15d9 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.378579] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c8bb45-316e-4263-ab81-fb6820e5cd61 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.418549] env[69695]: DEBUG nova.network.neutron [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.519702] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499752, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.85539} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.520033] env[69695]: INFO nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c/OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c.vmdk to [datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk. [ 1277.520266] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Cleaning up location [datastore1] OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1277.520438] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d7d549bc-795f-4cdf-89de-13512deede2c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.520678] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f47b6fd-f446-4ac7-ad90-5b03ef1d001e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.527731] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1277.527731] env[69695]: value = "task-3499756" [ 1277.527731] env[69695]: _type = "Task" [ 1277.527731] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.535172] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.669290] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f8f224-3877-9737-b262-157c7bf787aa, 'name': SearchDatastore_Task, 'duration_secs': 0.097363} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.670108] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3348150-025b-4381-ae5d-2a6bc160c2fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.675526] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1277.675526] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526c60c8-549f-1ad3-fdf4-e27399881975" [ 1277.675526] env[69695]: _type = "Task" [ 1277.675526] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.682992] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526c60c8-549f-1ad3-fdf4-e27399881975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.921485] env[69695]: DEBUG oslo_concurrency.lockutils [req-2fe14f6e-b499-4420-bd3b-c9fcc5a80fdb req-5d08b7a5-027e-42b2-813f-5a1fba02b8fb service nova] Releasing lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.921801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.921955] env[69695]: DEBUG nova.network.neutron [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.037422] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034796} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.037678] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.037873] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.038204] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk to [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.038461] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d8dcd9-08b7-40b4-be64-709acd5940b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.044797] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1278.044797] env[69695]: value = "task-3499757" [ 1278.044797] env[69695]: _type = "Task" [ 1278.044797] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.052129] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.186073] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526c60c8-549f-1ad3-fdf4-e27399881975, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.186348] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.186600] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.186865] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-689573ef-9572-450e-be9b-5ba2d0eb88bc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.194128] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1278.194128] env[69695]: value = "task-3499758" [ 1278.194128] env[69695]: _type = "Task" [ 1278.194128] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.202112] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.401663] env[69695]: INFO nova.compute.manager [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Resuming [ 1278.402375] env[69695]: DEBUG nova.objects.instance [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'flavor' on Instance uuid c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.453770] env[69695]: DEBUG nova.network.neutron [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.557380] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499757, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.599131] env[69695]: DEBUG nova.network.neutron [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updating instance_info_cache with network_info: [{"id": "357223bb-beaf-4aa6-b3e8-7722b5356491", "address": "fa:16:3e:d8:e6:b2", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357223bb-be", "ovs_interfaceid": "357223bb-beaf-4aa6-b3e8-7722b5356491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.706211] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.738022] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.738285] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1279.057804] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499757, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.101804] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.102045] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Instance network_info: |[{"id": "357223bb-beaf-4aa6-b3e8-7722b5356491", "address": "fa:16:3e:d8:e6:b2", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357223bb-be", "ovs_interfaceid": "357223bb-beaf-4aa6-b3e8-7722b5356491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.102531] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:e6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '357223bb-beaf-4aa6-b3e8-7722b5356491', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.113234] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Creating folder: Project (9a59a49a59da45248cc2fe24db7339a8). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.113414] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46be1597-fd1e-4912-91e8-643a1d17f3e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.127770] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Created folder: Project (9a59a49a59da45248cc2fe24db7339a8) in parent group-v699067. [ 1279.127969] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Creating folder: Instances. Parent ref: group-v699392. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.128252] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e0a85c-65bd-415e-9d55-8e24893d14c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.142960] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Created folder: Instances in parent group-v699392. [ 1279.143275] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.143465] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.143689] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52645db0-4969-4492-acfd-72774689e33f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.166167] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.166167] env[69695]: value = "task-3499761" [ 1279.166167] env[69695]: _type = "Task" [ 1279.166167] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.178148] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499761, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.207934] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.559309] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499757, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.677325] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499761, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.707889] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499758, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.739077] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.739077] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.913278] env[69695]: DEBUG oslo_concurrency.lockutils [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.913500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquired lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.913639] env[69695]: DEBUG nova.network.neutron [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.059370] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499757, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.178236] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499761, 'name': CreateVM_Task} progress is 25%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.209999] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.556011] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499757, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.467654} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.556533] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921bbadd-0fd8-40e8-9717-9ec7f2109077/921bbadd-0fd8-40e8-9717-9ec7f2109077.vmdk to [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.557279] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b70712-f99d-492c-bbbd-1071ad94f57d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.579356] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.579799] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15605bc2-f760-45e7-b1aa-fc7287683d7f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.601476] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1280.601476] env[69695]: value = "task-3499762" [ 1280.601476] env[69695]: _type = "Task" [ 1280.601476] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.609045] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.679898] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499761, 'name': CreateVM_Task, 'duration_secs': 1.503836} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.680081] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.680724] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.680882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.681375] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.681651] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d2760-e144-4b04-82e4-344f33401398 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.686031] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1280.686031] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52380b7f-5654-f34a-2b03-a75a3d99452d" [ 1280.686031] env[69695]: _type = "Task" [ 1280.686031] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.693629] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52380b7f-5654-f34a-2b03-a75a3d99452d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.706100] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499758, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.314076} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.706341] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.706543] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.706775] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69733f3d-1bac-4921-aea9-41e692bd2243 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.713333] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1280.713333] env[69695]: value = "task-3499763" [ 1280.713333] env[69695]: _type = "Task" [ 1280.713333] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.721229] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.733717] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.738329] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.794021] env[69695]: DEBUG nova.network.neutron [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [{"id": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "address": "fa:16:3e:42:10:ca", "network": {"id": "735d04d0-907e-498f-88b8-941912e8c2af", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-83849916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fe881560d4d42749eb4ddba42912d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f08c31-9e", "ovs_interfaceid": "c3f08c31-9e24-450b-b8fe-a9119edb6064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.113079] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499762, 'name': ReconfigVM_Task, 'duration_secs': 0.28211} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.113299] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67/1e7a800f-8d57-4a1e-ad87-b9d0f8571a67.vmdk or device None with type streamOptimized {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.113815] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5427fda2-7336-4de0-a19d-2d8b18d1de71 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.120999] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1281.120999] env[69695]: value = "task-3499764" [ 1281.120999] env[69695]: _type = "Task" [ 1281.120999] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.128557] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499764, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.196365] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52380b7f-5654-f34a-2b03-a75a3d99452d, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.196671] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.196918] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.197205] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.197364] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.197543] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.197800] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01cb2dc6-81d1-49c7-bf04-8573aab9b02b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.205815] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.206044] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.206831] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca8a314-7acf-40b0-83a4-16158a5a75cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.212060] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1281.212060] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5214c211-faf5-6508-7899-c2be9a23687c" [ 1281.212060] env[69695]: _type = "Task" [ 1281.212060] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.223641] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5214c211-faf5-6508-7899-c2be9a23687c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.227210] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069393} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.227371] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342e36d0-105c-4892-9cd5-566e25f97f6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.229697] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.230444] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff1896-ec7e-4f15-9550-bdd42e4a5d3f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.246286] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1281.246286] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c53d39-57b1-4dff-fa23-cd6aed706fcc" [ 1281.246286] env[69695]: _type = "Task" [ 1281.246286] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.247378] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.247601] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.247768] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.247919] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1281.257250] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.258071] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6fa2d-3f16-4e2d-a2fd-547da6c9b4a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.260981] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d0194a-701e-4b96-82eb-8162850261e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.287373] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7771d2-c183-4ae8-940d-93438527a93a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.291223] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c53d39-57b1-4dff-fa23-cd6aed706fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.291481] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1281.291481] env[69695]: value = "task-3499765" [ 1281.291481] env[69695]: _type = "Task" [ 1281.291481] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.291716] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.291970] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 8c6e1c4b-be84-4809-9068-a45b29b5f3c1/8c6e1c4b-be84-4809-9068-a45b29b5f3c1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.292616] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb711f1-ce96-4f50-99ea-7881a6f0ae2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.305650] env[69695]: DEBUG oslo_concurrency.lockutils [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Releasing lock "refresh_cache-c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.307141] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3152e-d7d3-46d6-b639-cbe70be229f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.310739] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860d021-1c0e-479b-bb56-bb54caa4fab1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.317363] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1281.317363] env[69695]: value = "task-3499766" [ 1281.317363] env[69695]: _type = "Task" [ 1281.317363] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.317960] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.325013] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Resuming the VM {{(pid=69695) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1281.326534] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a82255-da52-4c87-a137-1c243a60804c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.331553] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c24fe63-4b70-45c0-89d0-0ff266d2c634 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.335535] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.362276] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179759MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1281.362490] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.362698] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.366251] env[69695]: DEBUG oslo_vmware.api [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1281.366251] env[69695]: value = "task-3499767" [ 1281.366251] env[69695]: _type = "Task" [ 1281.366251] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.375338] env[69695]: DEBUG oslo_vmware.api [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.630760] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499764, 'name': Rename_Task, 'duration_secs': 0.130282} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.631170] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.631372] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7552f53-2c39-40ec-afbd-8453e24695c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.638215] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1281.638215] env[69695]: value = "task-3499768" [ 1281.638215] env[69695]: _type = "Task" [ 1281.638215] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.648885] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.803173] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499765, 'name': ReconfigVM_Task, 'duration_secs': 0.264928} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.803570] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1/63e205a5-1689-49e5-8935-51eac65e0ee1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.804481] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b1d67c4-1063-48cc-8c58-7023bd5f5ede {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.815075] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1281.815075] env[69695]: value = "task-3499769" [ 1281.815075] env[69695]: _type = "Task" [ 1281.815075] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.827772] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499769, 'name': Rename_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.831084] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.888699] env[69695]: DEBUG oslo_vmware.api [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499767, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.151324] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.329651] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568311} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.332894] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 8c6e1c4b-be84-4809-9068-a45b29b5f3c1/8c6e1c4b-be84-4809-9068-a45b29b5f3c1.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.333205] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.333560] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499769, 'name': Rename_Task, 'duration_secs': 0.145593} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.333781] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1268c644-3ab7-435c-bf82-5d744c7a0065 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.336059] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.336339] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63054529-8715-4efa-a04f-4173f1f6cf57 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.346679] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1282.346679] env[69695]: value = "task-3499771" [ 1282.346679] env[69695]: _type = "Task" [ 1282.346679] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.348203] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1282.348203] env[69695]: value = "task-3499770" [ 1282.348203] env[69695]: _type = "Task" [ 1282.348203] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.360111] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.363456] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.390613] env[69695]: DEBUG oslo_vmware.api [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499767, 'name': PowerOnVM_Task, 'duration_secs': 0.833102} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.390911] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Resumed the VM {{(pid=69695) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1282.391111] env[69695]: DEBUG nova.compute.manager [None req-893103ea-4f51-43b9-986e-0e66c446b50d tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.391958] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e24c7f6-59fe-45c5-b6cb-8d7d87435741 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.423686] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 4a1399e0-54f7-40b6-b138-b1c2c03e1309 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.423963] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424042] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 6585f866-c281-4a54-8099-e203291b5b89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424168] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424638] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance c79dc0bc-a0ec-4366-bfcd-8486d1eac82f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424638] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 624b8878-975a-4175-914a-d21a01778f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424638] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 63e205a5-1689-49e5-8935-51eac65e0ee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424638] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424800] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.424898] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1282.425040] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1282.551356] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec609ab-7032-4dc0-bdbf-8fc3eac1ada3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.558720] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9909a9f2-e2db-438f-8120-1ff0885bbc3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.588624] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565dd3cc-8daf-4f98-ae22-6a0801a6ec01 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.595391] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c097029-75b3-4bef-83fb-14558ecb759d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.607866] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.648628] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499768, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.862653] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07651} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.865448] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.865740] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499771, 'name': PowerOnVM_Task, 'duration_secs': 0.464837} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.866419] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01cded6-282c-46f1-b9e7-a606a4ea65eb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.868767] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.869033] env[69695]: DEBUG nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.869796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198b0959-7e13-4ade-83f3-4662e6b071c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.895453] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 8c6e1c4b-be84-4809-9068-a45b29b5f3c1/8c6e1c4b-be84-4809-9068-a45b29b5f3c1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.895808] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be5c453-9ed1-4447-ab10-90628322dbd9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.917926] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1282.917926] env[69695]: value = "task-3499772" [ 1282.917926] env[69695]: _type = "Task" [ 1282.917926] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.927352] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.110778] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.151026] env[69695]: DEBUG oslo_vmware.api [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499768, 'name': PowerOnVM_Task, 'duration_secs': 1.297428} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.151370] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.273986] env[69695]: DEBUG nova.compute.manager [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.274929] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764446e-d22e-4716-9f30-caeb9ec70933 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.397060] env[69695]: INFO nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] bringing vm to original state: 'stopped' [ 1283.427972] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.615973] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1283.616299] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.254s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.793174] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4800809a-9049-4f47-a6c0-278ecea30646 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.948s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.929759] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.254496] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.254724] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.254926] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.255122] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.255294] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.257379] env[69695]: INFO nova.compute.manager [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Terminating instance [ 1284.404659] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.404865] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.405061] env[69695]: DEBUG nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.405968] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ca604f-d4f5-4c63-bbfc-27fa1c9d27a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.412748] env[69695]: DEBUG nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1284.428387] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499772, 'name': ReconfigVM_Task, 'duration_secs': 1.167877} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.428636] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 8c6e1c4b-be84-4809-9068-a45b29b5f3c1/8c6e1c4b-be84-4809-9068-a45b29b5f3c1.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.429285] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39637320-456f-4d6a-b3ae-c43d0d569548 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.435063] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1284.435063] env[69695]: value = "task-3499773" [ 1284.435063] env[69695]: _type = "Task" [ 1284.435063] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.442793] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499773, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.579266] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.579560] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.579775] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.579986] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.580209] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.582439] env[69695]: INFO nova.compute.manager [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Terminating instance [ 1284.761200] env[69695]: DEBUG nova.compute.manager [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.761386] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.762299] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8308f28-3027-42de-85f5-3da25f491e31 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.769969] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.770284] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe2d8d0-ca06-49d8-bc52-141e15c21744 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.776106] env[69695]: DEBUG oslo_vmware.api [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1284.776106] env[69695]: value = "task-3499774" [ 1284.776106] env[69695]: _type = "Task" [ 1284.776106] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.783419] env[69695]: DEBUG oslo_vmware.api [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.919088] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.919088] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cb06a9-a53f-4850-87f8-4e0fe0ee9f92 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.926113] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1284.926113] env[69695]: value = "task-3499775" [ 1284.926113] env[69695]: _type = "Task" [ 1284.926113] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.934588] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.943742] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499773, 'name': Rename_Task, 'duration_secs': 0.142089} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.944147] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.944462] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48839bda-d87b-4c1a-ae69-1844f063e958 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.950102] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1284.950102] env[69695]: value = "task-3499776" [ 1284.950102] env[69695]: _type = "Task" [ 1284.950102] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.958527] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.086613] env[69695]: DEBUG nova.compute.manager [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.086897] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.087790] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb65ba3-0c28-424d-80ce-ac52c57c2111 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.095355] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.095657] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f11cfb-efe8-45c1-b149-c011f5e84918 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.102173] env[69695]: DEBUG oslo_vmware.api [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1285.102173] env[69695]: value = "task-3499777" [ 1285.102173] env[69695]: _type = "Task" [ 1285.102173] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.110193] env[69695]: DEBUG oslo_vmware.api [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.286898] env[69695]: DEBUG oslo_vmware.api [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499774, 'name': PowerOffVM_Task, 'duration_secs': 0.238589} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.287225] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.287572] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.287684] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc52daab-e7d4-4d90-b272-967893dfe3af {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.359470] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.359639] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.359796] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleting the datastore file [datastore1] c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.360183] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7378bfed-4f28-4651-836c-dd2b47d06ceb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.366927] env[69695]: DEBUG oslo_vmware.api [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for the task: (returnval){ [ 1285.366927] env[69695]: value = "task-3499779" [ 1285.366927] env[69695]: _type = "Task" [ 1285.366927] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.376256] env[69695]: DEBUG oslo_vmware.api [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.435341] env[69695]: DEBUG oslo_vmware.api [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499775, 'name': PowerOffVM_Task, 'duration_secs': 0.198166} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.435595] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.435786] env[69695]: DEBUG nova.compute.manager [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.436560] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f749c706-fd69-47d2-ae32-ec5d414c1648 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.458296] env[69695]: DEBUG oslo_vmware.api [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499776, 'name': PowerOnVM_Task, 'duration_secs': 0.486978} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.458469] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.458531] env[69695]: INFO nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1285.458694] env[69695]: DEBUG nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.460033] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847a1db-52d1-4f21-8ff3-1fe7a3bdfe8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.611783] env[69695]: DEBUG oslo_vmware.api [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499777, 'name': PowerOffVM_Task, 'duration_secs': 0.145567} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.612039] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.612220] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.612472] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f426955a-40df-47ff-9f41-c613d8c2e2ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.669329] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.669642] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.669887] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleting the datastore file [datastore1] 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.670231] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62b76bf6-10de-4beb-a282-e46c1769abc1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.677374] env[69695]: DEBUG oslo_vmware.api [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for the task: (returnval){ [ 1285.677374] env[69695]: value = "task-3499781" [ 1285.677374] env[69695]: _type = "Task" [ 1285.677374] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.685895] env[69695]: DEBUG oslo_vmware.api [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.876477] env[69695]: DEBUG oslo_vmware.api [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Task: {'id': task-3499779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144503} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.876680] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.876847] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.877034] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.877218] env[69695]: INFO nova.compute.manager [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1285.877461] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.877655] env[69695]: DEBUG nova.compute.manager [-] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.877753] env[69695]: DEBUG nova.network.neutron [-] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.950394] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.976894] env[69695]: INFO nova.compute.manager [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Took 14.35 seconds to build instance. [ 1286.186749] env[69695]: DEBUG oslo_vmware.api [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Task: {'id': task-3499781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149491} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.187021] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.187215] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.187387] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.187560] env[69695]: INFO nova.compute.manager [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1286.187848] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.188023] env[69695]: DEBUG nova.compute.manager [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.188189] env[69695]: DEBUG nova.network.neutron [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.243637] env[69695]: DEBUG nova.compute.manager [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Received event network-changed-357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.243637] env[69695]: DEBUG nova.compute.manager [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Refreshing instance network info cache due to event network-changed-357223bb-beaf-4aa6-b3e8-7722b5356491. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.243783] env[69695]: DEBUG oslo_concurrency.lockutils [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] Acquiring lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.244342] env[69695]: DEBUG oslo_concurrency.lockutils [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] Acquired lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.244342] env[69695]: DEBUG nova.network.neutron [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Refreshing network info cache for port 357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.457539] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.457851] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.458042] env[69695]: DEBUG nova.objects.instance [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1286.479020] env[69695]: DEBUG oslo_concurrency.lockutils [None req-00c952b5-9f0d-48ac-a962-0fc489664f79 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.855s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.617612] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.617841] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.617991] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.640130] env[69695]: DEBUG nova.compute.manager [req-8a0fed67-c8fe-4870-b5dd-7f62f87b49c8 req-fd40254b-7cc2-40d8-8ede-c66920818fa4 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Received event network-vif-deleted-c3f08c31-9e24-450b-b8fe-a9119edb6064 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.640330] env[69695]: INFO nova.compute.manager [req-8a0fed67-c8fe-4870-b5dd-7f62f87b49c8 req-fd40254b-7cc2-40d8-8ede-c66920818fa4 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Neutron deleted interface c3f08c31-9e24-450b-b8fe-a9119edb6064; detaching it from the instance and deleting it from the info cache [ 1286.640500] env[69695]: DEBUG nova.network.neutron [req-8a0fed67-c8fe-4870-b5dd-7f62f87b49c8 req-fd40254b-7cc2-40d8-8ede-c66920818fa4 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.931746] env[69695]: DEBUG nova.network.neutron [-] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.968626] env[69695]: DEBUG nova.network.neutron [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updated VIF entry in instance network info cache for port 357223bb-beaf-4aa6-b3e8-7722b5356491. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.969052] env[69695]: DEBUG nova.network.neutron [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updating instance_info_cache with network_info: [{"id": "357223bb-beaf-4aa6-b3e8-7722b5356491", "address": "fa:16:3e:d8:e6:b2", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357223bb-be", "ovs_interfaceid": "357223bb-beaf-4aa6-b3e8-7722b5356491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.142747] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a893b952-b647-40e5-91b5-feb41b652ae2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.152671] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9cf93-2fe2-4742-827d-f07694679a39 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.180871] env[69695]: DEBUG nova.compute.manager [req-8a0fed67-c8fe-4870-b5dd-7f62f87b49c8 req-fd40254b-7cc2-40d8-8ede-c66920818fa4 service nova] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Detach interface failed, port_id=c3f08c31-9e24-450b-b8fe-a9119edb6064, reason: Instance c79dc0bc-a0ec-4366-bfcd-8486d1eac82f could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.201813] env[69695]: DEBUG nova.network.neutron [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.374861] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.375218] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.375455] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "63e205a5-1689-49e5-8935-51eac65e0ee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.375656] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.375926] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.377978] env[69695]: INFO nova.compute.manager [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Terminating instance [ 1287.434591] env[69695]: INFO nova.compute.manager [-] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Took 1.56 seconds to deallocate network for instance. [ 1287.466966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ce9f82e3-c28e-4667-b236-ac27fba53d8a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.471769] env[69695]: DEBUG oslo_concurrency.lockutils [req-d7bf7b04-a1c7-4ee2-8c78-5a0e9ece90b8 req-08edecb0-be94-4d25-92df-82d28e30c955 service nova] Releasing lock "refresh_cache-8c6e1c4b-be84-4809-9068-a45b29b5f3c1" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.704603] env[69695]: INFO nova.compute.manager [-] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Took 1.52 seconds to deallocate network for instance. [ 1287.882344] env[69695]: DEBUG nova.compute.manager [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.882582] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.883506] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe69449-a3eb-442c-9634-0e51189b1f8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.891307] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.891525] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35585d2e-01c9-4562-bdda-7aa1f12cf4ce {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.941230] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.941634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.941924] env[69695]: DEBUG nova.objects.instance [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lazy-loading 'resources' on Instance uuid c79dc0bc-a0ec-4366-bfcd-8486d1eac82f {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.960333] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.960543] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.960735] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore1] 63e205a5-1689-49e5-8935-51eac65e0ee1 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.961032] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0f00b4f-e6d0-48a5-ac6e-834a401c6931 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.967487] env[69695]: DEBUG oslo_vmware.api [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1287.967487] env[69695]: value = "task-3499783" [ 1287.967487] env[69695]: _type = "Task" [ 1287.967487] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.977909] env[69695]: DEBUG oslo_vmware.api [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.210780] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.477307] env[69695]: DEBUG oslo_vmware.api [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193797} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.479832] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.480036] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.480224] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.480398] env[69695]: INFO nova.compute.manager [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1288.480631] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.481039] env[69695]: DEBUG nova.compute.manager [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.481141] env[69695]: DEBUG nova.network.neutron [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.561640] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657fd5c5-417c-4c33-a27a-3644cb94ed98 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.569036] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30672aa8-6c10-4c32-b6d3-8d95f05468c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.598941] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85d084-c2d5-47c2-b570-514a79b2452c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.606038] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af8ee4e-ef9c-4d89-aa1b-524367746b14 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.619175] env[69695]: DEBUG nova.compute.provider_tree [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.665716] env[69695]: DEBUG nova.compute.manager [req-551a0431-471a-45b2-8603-3ddbfb60d028 req-ee62f51d-d610-48d2-8586-72aec0850805 service nova] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Received event network-vif-deleted-c225ed31-56b9-4b82-a505-4ac194c162c7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.122541] env[69695]: DEBUG nova.scheduler.client.report [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.237492] env[69695]: DEBUG nova.network.neutron [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.628546] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.630531] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.420s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.630757] env[69695]: DEBUG nova.objects.instance [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lazy-loading 'resources' on Instance uuid 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.655744] env[69695]: INFO nova.scheduler.client.report [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Deleted allocations for instance c79dc0bc-a0ec-4366-bfcd-8486d1eac82f [ 1289.721262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.721523] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.741831] env[69695]: INFO nova.compute.manager [-] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Took 1.26 seconds to deallocate network for instance. [ 1290.164718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Lock "c79dc0bc-a0ec-4366-bfcd-8486d1eac82f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.910s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.223922] env[69695]: INFO nova.compute.manager [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Detaching volume f60ac311-1175-41bf-b0f1-57f9fc1e7ff7 [ 1290.234604] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7952f3-6ada-4295-b805-6cff61942bb0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.242084] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e714636-2599-474e-8499-115f539206f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.247138] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.273578] env[69695]: INFO nova.virt.block_device [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Attempting to driver detach volume f60ac311-1175-41bf-b0f1-57f9fc1e7ff7 from mountpoint /dev/sdb [ 1290.273796] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.273979] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699381', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'name': 'volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6585f866-c281-4a54-8099-e203291b5b89', 'attached_at': '', 'detached_at': '', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'serial': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.274726] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d1c9f8-8e45-45ff-846c-523b25f4178e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.277550] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94b7a5c-c55b-4c93-be66-2f8d1f64faff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.300684] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f21512-bc0f-452d-a879-c3b114555be2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.304575] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f375bd-aa3c-4ec5-b8e3-38cf09474509 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.316359] env[69695]: DEBUG nova.compute.provider_tree [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.319583] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4eb5f-66fb-48e5-b7aa-2ff6c7ebdbad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.343699] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94f8840-a40d-4631-a525-b45ff2774805 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.358544] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] The volume has not been displaced from its original location: [datastore1] volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7/volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1290.363712] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.364235] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41a6e6a-99af-4c51-8159-c9bcd1b1ab1d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.382425] env[69695]: DEBUG oslo_vmware.api [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1290.382425] env[69695]: value = "task-3499784" [ 1290.382425] env[69695]: _type = "Task" [ 1290.382425] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.390242] env[69695]: DEBUG oslo_vmware.api [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.689861] env[69695]: DEBUG nova.compute.manager [req-4f301362-c2d5-4151-86fd-92fefb572d86 req-f3c5fc3e-f777-4f07-a959-dfc10c0c422b service nova] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Received event network-vif-deleted-49447ed7-81df-4213-9884-8506ac52ce05 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.820132] env[69695]: DEBUG nova.scheduler.client.report [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.892749] env[69695]: DEBUG oslo_vmware.api [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499784, 'name': ReconfigVM_Task, 'duration_secs': 0.208564} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.892857] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.897587] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ddcb24-b352-4142-be83-f2aa6cc096fc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.912765] env[69695]: DEBUG oslo_vmware.api [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1290.912765] env[69695]: value = "task-3499785" [ 1290.912765] env[69695]: _type = "Task" [ 1290.912765] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.920839] env[69695]: DEBUG oslo_vmware.api [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.325496] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.327813] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.081s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.328055] env[69695]: DEBUG nova.objects.instance [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'resources' on Instance uuid 63e205a5-1689-49e5-8935-51eac65e0ee1 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.357222] env[69695]: INFO nova.scheduler.client.report [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Deleted allocations for instance 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67 [ 1291.423078] env[69695]: DEBUG oslo_vmware.api [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499785, 'name': ReconfigVM_Task, 'duration_secs': 0.130903} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.423419] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699381', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'name': 'volume-f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6585f866-c281-4a54-8099-e203291b5b89', 'attached_at': '', 'detached_at': '', 'volume_id': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7', 'serial': 'f60ac311-1175-41bf-b0f1-57f9fc1e7ff7'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1291.866270] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Lock "1e7a800f-8d57-4a1e-ad87-b9d0f8571a67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.287s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.931048] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5266aefc-a696-42d8-9b55-8e53e6c82d90 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.939029] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eae681-575c-44cf-8499-5402735bd554 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.970898] env[69695]: DEBUG nova.objects.instance [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'flavor' on Instance uuid 6585f866-c281-4a54-8099-e203291b5b89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.972760] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaf8713-6f7e-4863-b0fa-7bd2cf0b983e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.980751] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e18470-de23-45db-99e3-0fd1512c8485 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.994549] env[69695]: DEBUG nova.compute.provider_tree [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.497817] env[69695]: DEBUG nova.scheduler.client.report [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.981458] env[69695]: DEBUG oslo_concurrency.lockutils [None req-77d06c24-4f90-407e-bb2a-837fa5d5db2e tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.002830] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.024100] env[69695]: INFO nova.scheduler.client.report [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted allocations for instance 63e205a5-1689-49e5-8935-51eac65e0ee1 [ 1293.206603] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.206794] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.207027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "624b8878-975a-4175-914a-d21a01778f54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.207304] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.207486] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.209679] env[69695]: INFO nova.compute.manager [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Terminating instance [ 1293.531924] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ec056fa0-5d06-421f-830e-054f62209d87 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "63e205a5-1689-49e5-8935-51eac65e0ee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.157s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.713894] env[69695]: DEBUG nova.compute.manager [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.714345] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.715202] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d68c44-0197-411b-9baf-e83fdc1b956b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.723382] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.723634] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dcce810-87d7-4075-b35b-93e52027d030 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.730539] env[69695]: DEBUG oslo_vmware.api [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1293.730539] env[69695]: value = "task-3499787" [ 1293.730539] env[69695]: _type = "Task" [ 1293.730539] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.737968] env[69695]: DEBUG oslo_vmware.api [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.041409] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.041409] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.041409] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "6585f866-c281-4a54-8099-e203291b5b89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.041409] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.041672] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.044408] env[69695]: INFO nova.compute.manager [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Terminating instance [ 1294.240832] env[69695]: DEBUG oslo_vmware.api [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499787, 'name': PowerOffVM_Task, 'duration_secs': 0.183513} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.240832] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.240832] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.241101] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8185b243-2c89-463a-863f-db106b0121e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.301650] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.301874] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.302069] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleting the datastore file [datastore1] 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.302342] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cfd3908-8d90-4e06-a791-15cbba91dd74 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.308609] env[69695]: DEBUG oslo_vmware.api [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for the task: (returnval){ [ 1294.308609] env[69695]: value = "task-3499789" [ 1294.308609] env[69695]: _type = "Task" [ 1294.308609] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.316417] env[69695]: DEBUG oslo_vmware.api [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.548762] env[69695]: DEBUG nova.compute.manager [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.549156] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.550146] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a70238-e15b-472e-acfd-735dc96174f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.557307] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.557580] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b5b4101-d9fd-4cf7-b06c-bc2684d9b47d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.563209] env[69695]: DEBUG oslo_vmware.api [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1294.563209] env[69695]: value = "task-3499790" [ 1294.563209] env[69695]: _type = "Task" [ 1294.563209] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.571251] env[69695]: DEBUG oslo_vmware.api [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.819787] env[69695]: DEBUG oslo_vmware.api [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Task: {'id': task-3499789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21365} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.820061] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.820279] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.820504] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.820685] env[69695]: INFO nova.compute.manager [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] [instance: 624b8878-975a-4175-914a-d21a01778f54] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.820926] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.821133] env[69695]: DEBUG nova.compute.manager [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.821232] env[69695]: DEBUG nova.network.neutron [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.075147] env[69695]: DEBUG oslo_vmware.api [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499790, 'name': PowerOffVM_Task, 'duration_secs': 0.206118} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.075147] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.075147] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.075147] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a66c8b91-96f8-43a7-a4c9-bf995872606d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.140747] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.140747] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.140747] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleting the datastore file [datastore1] 6585f866-c281-4a54-8099-e203291b5b89 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.140747] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcecae61-e894-4e15-b4b3-043096ee4268 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.148034] env[69695]: DEBUG oslo_vmware.api [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1295.148034] env[69695]: value = "task-3499792" [ 1295.148034] env[69695]: _type = "Task" [ 1295.148034] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.158356] env[69695]: DEBUG oslo_vmware.api [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.327845] env[69695]: DEBUG nova.compute.manager [req-717f00ca-5189-497b-b9d9-f35300dd5179 req-a246de5e-b76d-4927-8b54-a496429790bd service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Received event network-vif-deleted-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.328063] env[69695]: INFO nova.compute.manager [req-717f00ca-5189-497b-b9d9-f35300dd5179 req-a246de5e-b76d-4927-8b54-a496429790bd service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Neutron deleted interface 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91; detaching it from the instance and deleting it from the info cache [ 1295.328241] env[69695]: DEBUG nova.network.neutron [req-717f00ca-5189-497b-b9d9-f35300dd5179 req-a246de5e-b76d-4927-8b54-a496429790bd service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.337062] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.337313] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.657577] env[69695]: DEBUG oslo_vmware.api [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154719} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.657936] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.658022] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.658201] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.658372] env[69695]: INFO nova.compute.manager [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1295.658609] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.658800] env[69695]: DEBUG nova.compute.manager [-] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.658897] env[69695]: DEBUG nova.network.neutron [-] [instance: 6585f866-c281-4a54-8099-e203291b5b89] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.815555] env[69695]: DEBUG nova.network.neutron [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.830559] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-899da0df-8e32-4f91-af0c-a3f9de44a638 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.840506] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5241a-f1ce-4297-a559-fcdd83eb005a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.851218] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.872202] env[69695]: DEBUG nova.compute.manager [req-717f00ca-5189-497b-b9d9-f35300dd5179 req-a246de5e-b76d-4927-8b54-a496429790bd service nova] [instance: 624b8878-975a-4175-914a-d21a01778f54] Detach interface failed, port_id=99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91, reason: Instance 624b8878-975a-4175-914a-d21a01778f54 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.318434] env[69695]: INFO nova.compute.manager [-] [instance: 624b8878-975a-4175-914a-d21a01778f54] Took 1.50 seconds to deallocate network for instance. [ 1296.376577] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.376867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.381240] env[69695]: INFO nova.compute.claims [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.825442] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.867274] env[69695]: DEBUG nova.network.neutron [-] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.356886] env[69695]: DEBUG nova.compute.manager [req-9d40f8d7-06a9-47d4-b401-19de90dab3cd req-b929e79f-4d9a-47d0-a8e3-4c63007c644e service nova] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Received event network-vif-deleted-62e7c715-f1a4-4bf5-8f18-36f739572edb {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.371581] env[69695]: INFO nova.compute.manager [-] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Took 1.71 seconds to deallocate network for instance. [ 1297.502291] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedca4f9-c4c2-4118-8837-dd81f76ff2f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.510661] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb4ebea-1c7c-423d-bdd8-371f93c0dc1e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.541562] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8280cd-679b-4ecb-a1a6-a69c3a2cdbf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.548725] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676c563b-35df-406e-9d5a-2e9adc00c0cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.562596] env[69695]: DEBUG nova.compute.provider_tree [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.878703] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.066468] env[69695]: DEBUG nova.scheduler.client.report [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.571488] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.572042] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.574879] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.749s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.574994] env[69695]: DEBUG nova.objects.instance [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lazy-loading 'resources' on Instance uuid 624b8878-975a-4175-914a-d21a01778f54 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.087021] env[69695]: DEBUG nova.compute.utils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.091234] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.091425] env[69695]: DEBUG nova.network.neutron [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.159503] env[69695]: DEBUG nova.policy [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d070b7850aa47efbc43252408e291ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e5f58e0aee427cb07d7be80a316f03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.185582] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab76a4-6a59-446e-a93e-09db2880913d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.195120] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56d7bd8-547d-4e95-8b0a-4a6877806479 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.225210] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb92c9c-53a9-432e-88e6-66e19907c15a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.232776] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d48fb3-1956-482a-a6e3-931d076cee9d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.245957] env[69695]: DEBUG nova.compute.provider_tree [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.431985] env[69695]: DEBUG nova.network.neutron [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Successfully created port: f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.592400] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.749222] env[69695]: DEBUG nova.scheduler.client.report [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.254326] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.257287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.378s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.257660] env[69695]: DEBUG nova.objects.instance [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'resources' on Instance uuid 6585f866-c281-4a54-8099-e203291b5b89 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.277069] env[69695]: INFO nova.scheduler.client.report [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Deleted allocations for instance 624b8878-975a-4175-914a-d21a01778f54 [ 1300.601317] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.628122] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.628375] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.628531] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.628708] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.628853] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.629008] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.629270] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.629429] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.629598] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.629760] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.629932] env[69695]: DEBUG nova.virt.hardware [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.630821] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f10c6-36b4-4fa1-a0a9-d5c48a0b29df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.638774] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a3b47-121e-4771-a8b8-2e2aacf64106 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.788870] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b47b6601-7cf3-4e57-81cc-940d712ff286 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Lock "624b8878-975a-4175-914a-d21a01778f54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.581s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.857835] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a618f4-a6b9-4483-95af-be69949e5a5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.865594] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa9c1c-07a8-464d-8221-ed3959548668 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.897858] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41baa00d-c79c-425a-99d3-881117b19fae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.901343] env[69695]: DEBUG nova.compute.manager [req-15c71a62-0d41-439b-a5a9-9b6b05ea6318 req-b37dc2ab-5481-4335-b986-8eb787e5a903 service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Received event network-vif-plugged-f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.901554] env[69695]: DEBUG oslo_concurrency.lockutils [req-15c71a62-0d41-439b-a5a9-9b6b05ea6318 req-b37dc2ab-5481-4335-b986-8eb787e5a903 service nova] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.901759] env[69695]: DEBUG oslo_concurrency.lockutils [req-15c71a62-0d41-439b-a5a9-9b6b05ea6318 req-b37dc2ab-5481-4335-b986-8eb787e5a903 service nova] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.901926] env[69695]: DEBUG oslo_concurrency.lockutils [req-15c71a62-0d41-439b-a5a9-9b6b05ea6318 req-b37dc2ab-5481-4335-b986-8eb787e5a903 service nova] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.902102] env[69695]: DEBUG nova.compute.manager [req-15c71a62-0d41-439b-a5a9-9b6b05ea6318 req-b37dc2ab-5481-4335-b986-8eb787e5a903 service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] No waiting events found dispatching network-vif-plugged-f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.902271] env[69695]: WARNING nova.compute.manager [req-15c71a62-0d41-439b-a5a9-9b6b05ea6318 req-b37dc2ab-5481-4335-b986-8eb787e5a903 service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Received unexpected event network-vif-plugged-f4303ed8-50bd-4624-96a4-4b55cc3434db for instance with vm_state building and task_state spawning. [ 1300.907800] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3836322f-e271-4121-99ac-0ccd2028c60e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.922131] env[69695]: DEBUG nova.compute.provider_tree [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.986233] env[69695]: DEBUG nova.network.neutron [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Successfully updated port: f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.424989] env[69695]: DEBUG nova.scheduler.client.report [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.489072] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.489257] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.489402] env[69695]: DEBUG nova.network.neutron [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.929987] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.954258] env[69695]: INFO nova.scheduler.client.report [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleted allocations for instance 6585f866-c281-4a54-8099-e203291b5b89 [ 1302.024022] env[69695]: DEBUG nova.network.neutron [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.152693] env[69695]: DEBUG nova.network.neutron [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updating instance_info_cache with network_info: [{"id": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "address": "fa:16:3e:36:22:40", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4303ed8-50", "ovs_interfaceid": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.462030] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b74c7d13-5332-43dd-9a5b-f469e8a55215 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "6585f866-c281-4a54-8099-e203291b5b89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.421s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.655589] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.655937] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance network_info: |[{"id": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "address": "fa:16:3e:36:22:40", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4303ed8-50", "ovs_interfaceid": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.656406] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:22:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4303ed8-50bd-4624-96a4-4b55cc3434db', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.664119] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.664344] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.664575] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8938ffc0-3093-4672-aeba-4db8b958b1c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.683441] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.683441] env[69695]: value = "task-3499795" [ 1302.683441] env[69695]: _type = "Task" [ 1302.683441] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.690648] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499795, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.931601] env[69695]: DEBUG nova.compute.manager [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Received event network-changed-f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.931788] env[69695]: DEBUG nova.compute.manager [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Refreshing instance network info cache due to event network-changed-f4303ed8-50bd-4624-96a4-4b55cc3434db. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.931950] env[69695]: DEBUG oslo_concurrency.lockutils [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] Acquiring lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.932114] env[69695]: DEBUG oslo_concurrency.lockutils [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] Acquired lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.932273] env[69695]: DEBUG nova.network.neutron [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Refreshing network info cache for port f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.194713] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499795, 'name': CreateVM_Task, 'duration_secs': 0.285919} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.194919] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.195540] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.195695] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.196017] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.196271] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9946e51-f600-4cb7-a66d-8c6fedb66f6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.200923] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1303.200923] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5259a91a-a4cb-4061-65ce-69c23d1bfc55" [ 1303.200923] env[69695]: _type = "Task" [ 1303.200923] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.208561] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5259a91a-a4cb-4061-65ce-69c23d1bfc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.617851] env[69695]: DEBUG nova.network.neutron [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updated VIF entry in instance network info cache for port f4303ed8-50bd-4624-96a4-4b55cc3434db. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.618300] env[69695]: DEBUG nova.network.neutron [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updating instance_info_cache with network_info: [{"id": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "address": "fa:16:3e:36:22:40", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4303ed8-50", "ovs_interfaceid": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.711362] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5259a91a-a4cb-4061-65ce-69c23d1bfc55, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.711715] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.711978] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.712201] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.712349] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.712527] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.712783] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4800d646-0bff-49fa-b6b0-27990df26b33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.721197] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.721367] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.722042] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792c7373-16b8-4dc2-938f-530d8dc110a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.728023] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1303.728023] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5267116b-e54a-5ca0-e1be-6850f42d913a" [ 1303.728023] env[69695]: _type = "Task" [ 1303.728023] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.734167] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5267116b-e54a-5ca0-e1be-6850f42d913a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.121851] env[69695]: DEBUG oslo_concurrency.lockutils [req-8814dd7b-89fa-4e7f-ac4f-bffebf9a5227 req-cb4ff1c8-5d7f-4054-988d-a739f056d56b service nova] Releasing lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.236815] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5267116b-e54a-5ca0-e1be-6850f42d913a, 'name': SearchDatastore_Task, 'duration_secs': 0.019949} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.237703] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc30ff77-88da-4e83-b37f-817c4f8e2a0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.242469] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1304.242469] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5242c050-bc46-f1ec-d56b-c3b695928143" [ 1304.242469] env[69695]: _type = "Task" [ 1304.242469] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.250492] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5242c050-bc46-f1ec-d56b-c3b695928143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.752955] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5242c050-bc46-f1ec-d56b-c3b695928143, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.753320] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.753508] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.753761] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f58111ff-0477-475b-a6d8-d5e132952d81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.763914] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1304.763914] env[69695]: value = "task-3499796" [ 1304.763914] env[69695]: _type = "Task" [ 1304.763914] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.771635] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.273231] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474551} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.273499] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.273712] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.273972] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cae0caf-6152-4bd5-a497-eaba4c53f670 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.280905] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1305.280905] env[69695]: value = "task-3499797" [ 1305.280905] env[69695]: _type = "Task" [ 1305.280905] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.287794] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.791566] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065356} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.791940] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.792790] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17386607-cb4a-42ed-8d17-4f4273dc8c34 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.819057] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.819426] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039c2ad5-fd6b-442c-bc94-e91fd246ef91 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.840278] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1305.840278] env[69695]: value = "task-3499798" [ 1305.840278] env[69695]: _type = "Task" [ 1305.840278] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.850336] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.350498] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499798, 'name': ReconfigVM_Task, 'duration_secs': 0.277542} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.350770] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.351402] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58707829-44d4-4763-a706-fb3763308e99 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.358473] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1306.358473] env[69695]: value = "task-3499799" [ 1306.358473] env[69695]: _type = "Task" [ 1306.358473] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.366967] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499799, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.868424] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499799, 'name': Rename_Task, 'duration_secs': 0.13888} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.868717] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.868959] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dea16c8-115e-4255-a5bc-4952cddcbe7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.875596] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1306.875596] env[69695]: value = "task-3499800" [ 1306.875596] env[69695]: _type = "Task" [ 1306.875596] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.883603] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.333061] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.333405] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.333557] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.333742] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.333975] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.336584] env[69695]: INFO nova.compute.manager [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Terminating instance [ 1307.385876] env[69695]: DEBUG oslo_vmware.api [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499800, 'name': PowerOnVM_Task, 'duration_secs': 0.507539} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.386221] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.386455] env[69695]: INFO nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1307.386634] env[69695]: DEBUG nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.387424] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9b2e9e-fe11-46c2-b3b0-93f4b08891a3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.840997] env[69695]: DEBUG nova.compute.manager [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.844279] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.844279] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0d7ac8-91af-4e13-acbb-26f56acd81cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.851379] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.851815] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0158f50-3b70-4063-b7dc-f019eb48084d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.858621] env[69695]: DEBUG oslo_vmware.api [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1307.858621] env[69695]: value = "task-3499801" [ 1307.858621] env[69695]: _type = "Task" [ 1307.858621] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.868616] env[69695]: DEBUG oslo_vmware.api [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.909858] env[69695]: INFO nova.compute.manager [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Took 11.55 seconds to build instance. [ 1308.369938] env[69695]: DEBUG oslo_vmware.api [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499801, 'name': PowerOffVM_Task, 'duration_secs': 0.3069} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.370254] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.370539] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.374406] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e127684e-8f82-4e87-8dbb-8c95c63762c4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.411807] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bc4ef095-0801-4243-82a6-7728c6418a6c tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.074s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.439037] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.439037] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.439037] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleting the datastore file [datastore2] 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.439037] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d5f0a98-4023-4ef5-a467-9122d7bf42e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.443718] env[69695]: DEBUG oslo_vmware.api [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1308.443718] env[69695]: value = "task-3499803" [ 1308.443718] env[69695]: _type = "Task" [ 1308.443718] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.455358] env[69695]: DEBUG oslo_vmware.api [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.757148] env[69695]: DEBUG nova.compute.manager [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Received event network-changed-f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.757316] env[69695]: DEBUG nova.compute.manager [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Refreshing instance network info cache due to event network-changed-f4303ed8-50bd-4624-96a4-4b55cc3434db. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.757569] env[69695]: DEBUG oslo_concurrency.lockutils [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] Acquiring lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.757793] env[69695]: DEBUG oslo_concurrency.lockutils [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] Acquired lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.757886] env[69695]: DEBUG nova.network.neutron [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Refreshing network info cache for port f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.956824] env[69695]: DEBUG oslo_vmware.api [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188575} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.961735] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.961735] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.961735] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.961735] env[69695]: INFO nova.compute.manager [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1308.961735] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.961735] env[69695]: DEBUG nova.compute.manager [-] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.961735] env[69695]: DEBUG nova.network.neutron [-] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.223743] env[69695]: DEBUG nova.compute.manager [req-c66400a9-b7ad-4fa4-8530-6b83c8f165da req-942f5d74-32b9-48a2-ace0-eadfd244ef22 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Received event network-vif-deleted-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.223957] env[69695]: INFO nova.compute.manager [req-c66400a9-b7ad-4fa4-8530-6b83c8f165da req-942f5d74-32b9-48a2-ace0-eadfd244ef22 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Neutron deleted interface ea905aff-9dcd-4ce0-86cc-8d97b06cf44d; detaching it from the instance and deleting it from the info cache [ 1309.224151] env[69695]: DEBUG nova.network.neutron [req-c66400a9-b7ad-4fa4-8530-6b83c8f165da req-942f5d74-32b9-48a2-ace0-eadfd244ef22 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.465803] env[69695]: DEBUG nova.network.neutron [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updated VIF entry in instance network info cache for port f4303ed8-50bd-4624-96a4-4b55cc3434db. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.466202] env[69695]: DEBUG nova.network.neutron [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updating instance_info_cache with network_info: [{"id": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "address": "fa:16:3e:36:22:40", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4303ed8-50", "ovs_interfaceid": "f4303ed8-50bd-4624-96a4-4b55cc3434db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.697576] env[69695]: DEBUG nova.network.neutron [-] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.717546] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.717771] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.727820] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24b1e069-e9e5-4207-a3d7-d865e7c2ad7d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.738568] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41874b7-d412-4b57-9a5c-6809c2f50387 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.765415] env[69695]: DEBUG nova.compute.manager [req-c66400a9-b7ad-4fa4-8530-6b83c8f165da req-942f5d74-32b9-48a2-ace0-eadfd244ef22 service nova] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Detach interface failed, port_id=ea905aff-9dcd-4ce0-86cc-8d97b06cf44d, reason: Instance 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.968873] env[69695]: DEBUG oslo_concurrency.lockutils [req-c0173805-064a-495d-a0e3-6d65b53a2338 req-d2d8547f-0a68-454e-8415-816396f1c32a service nova] Releasing lock "refresh_cache-f6a995bd-2cf2-43b4-80df-bc3f9acde864" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.201031] env[69695]: INFO nova.compute.manager [-] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Took 1.24 seconds to deallocate network for instance. [ 1310.221030] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.707269] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.707708] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.708058] env[69695]: DEBUG nova.objects.instance [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'resources' on Instance uuid 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.744759] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.304038] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d1976-0675-4f5a-b9f0-8c41e2a3de0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.312349] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed6576-3782-4d1f-89cc-d91b30e4b78f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.342387] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed98805-9909-458c-b0cd-0bdd989dced4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.350012] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587980d9-6a50-490b-8f49-b53464a6ee18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.363440] env[69695]: DEBUG nova.compute.provider_tree [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.867040] env[69695]: DEBUG nova.scheduler.client.report [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.372719] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.375802] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.630s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.377828] env[69695]: INFO nova.compute.claims [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.394359] env[69695]: INFO nova.scheduler.client.report [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleted allocations for instance 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8 [ 1312.902093] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "43a101f6-0f6f-4f1a-84c6-33082f3a5ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.569s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.020420] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.020746] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.021013] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.021262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.021471] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.023615] env[69695]: INFO nova.compute.manager [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Terminating instance [ 1313.455012] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139a357-ba6e-44b3-9e87-deb5fed4391a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.463022] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e2312-7b23-48dc-8d15-2ddd8f9495f7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.492807] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbf414-0ebb-4a85-99fc-fdb990248987 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.500134] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a8ba2c-a576-4825-ad47-02e4cbe7240b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.513017] env[69695]: DEBUG nova.compute.provider_tree [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.527944] env[69695]: DEBUG nova.compute.manager [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.528173] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.529186] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80cc9e3-e5ab-46ea-bdb0-d3ce928286be {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.535979] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.536255] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e528662-a8c8-419e-8ec0-73340c24cc08 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.542320] env[69695]: DEBUG oslo_vmware.api [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1313.542320] env[69695]: value = "task-3499804" [ 1313.542320] env[69695]: _type = "Task" [ 1313.542320] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.551497] env[69695]: DEBUG oslo_vmware.api [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.016420] env[69695]: DEBUG nova.scheduler.client.report [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.053322] env[69695]: DEBUG oslo_vmware.api [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499804, 'name': PowerOffVM_Task, 'duration_secs': 0.22282} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.053612] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.053783] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.054349] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08b5aa53-8ce4-451f-891b-d4d8cd65fb8c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.219451] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.219694] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.219854] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleting the datastore file [datastore2] 4a1399e0-54f7-40b6-b138-b1c2c03e1309 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.220136] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9516a6cf-135a-4c54-aaff-ddd510564883 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.227594] env[69695]: DEBUG oslo_vmware.api [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for the task: (returnval){ [ 1314.227594] env[69695]: value = "task-3499806" [ 1314.227594] env[69695]: _type = "Task" [ 1314.227594] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.234614] env[69695]: DEBUG oslo_vmware.api [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.521642] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.522309] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.737995] env[69695]: DEBUG oslo_vmware.api [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Task: {'id': task-3499806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370518} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.738239] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.738390] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.738574] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.738747] env[69695]: INFO nova.compute.manager [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1314.738991] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.739236] env[69695]: DEBUG nova.compute.manager [-] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.739327] env[69695]: DEBUG nova.network.neutron [-] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.994810] env[69695]: DEBUG nova.compute.manager [req-f78b05f3-838e-40a2-a2c6-cff03803674c req-18fa853e-3a05-410f-8430-c3c491754f0e service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Received event network-vif-deleted-29f28e96-e62e-47de-891f-4147b9348a8d {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.994810] env[69695]: INFO nova.compute.manager [req-f78b05f3-838e-40a2-a2c6-cff03803674c req-18fa853e-3a05-410f-8430-c3c491754f0e service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Neutron deleted interface 29f28e96-e62e-47de-891f-4147b9348a8d; detaching it from the instance and deleting it from the info cache [ 1314.994810] env[69695]: DEBUG nova.network.neutron [req-f78b05f3-838e-40a2-a2c6-cff03803674c req-18fa853e-3a05-410f-8430-c3c491754f0e service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.027458] env[69695]: DEBUG nova.compute.utils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.029131] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.029411] env[69695]: DEBUG nova.network.neutron [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.067507] env[69695]: DEBUG nova.policy [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e25c71d95e2647cbafbf40ef102dc85b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f5c85e9f7944e4b1b245709d142d5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.328421] env[69695]: DEBUG nova.network.neutron [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Successfully created port: 08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.476293] env[69695]: DEBUG nova.network.neutron [-] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.497679] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e8d0a81-ed30-42a6-9351-df459ad55820 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.510411] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7a2f1-e1b6-454a-8b39-097c125a5603 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.537325] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.540170] env[69695]: DEBUG nova.compute.manager [req-f78b05f3-838e-40a2-a2c6-cff03803674c req-18fa853e-3a05-410f-8430-c3c491754f0e service nova] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Detach interface failed, port_id=29f28e96-e62e-47de-891f-4147b9348a8d, reason: Instance 4a1399e0-54f7-40b6-b138-b1c2c03e1309 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.979316] env[69695]: INFO nova.compute.manager [-] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Took 1.24 seconds to deallocate network for instance. [ 1316.485849] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.486226] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.486496] env[69695]: DEBUG nova.objects.instance [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lazy-loading 'resources' on Instance uuid 4a1399e0-54f7-40b6-b138-b1c2c03e1309 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.547215] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.574513] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.574768] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.574922] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.575116] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.575264] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.575407] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.575637] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.575821] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.576015] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.576186] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.576406] env[69695]: DEBUG nova.virt.hardware [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.577487] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd29858-1d57-478c-bcf7-7cfe737b955a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.586091] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c40f68-3f6c-421f-8bae-7fa51e63c809 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.686013] env[69695]: DEBUG nova.compute.manager [req-7b443f99-302f-47d9-b915-b76afaea36ee req-97d5ed02-52b1-47fc-9c19-871bd7b15123 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Received event network-vif-plugged-08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.686322] env[69695]: DEBUG oslo_concurrency.lockutils [req-7b443f99-302f-47d9-b915-b76afaea36ee req-97d5ed02-52b1-47fc-9c19-871bd7b15123 service nova] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.686596] env[69695]: DEBUG oslo_concurrency.lockutils [req-7b443f99-302f-47d9-b915-b76afaea36ee req-97d5ed02-52b1-47fc-9c19-871bd7b15123 service nova] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.686802] env[69695]: DEBUG oslo_concurrency.lockutils [req-7b443f99-302f-47d9-b915-b76afaea36ee req-97d5ed02-52b1-47fc-9c19-871bd7b15123 service nova] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.687250] env[69695]: DEBUG nova.compute.manager [req-7b443f99-302f-47d9-b915-b76afaea36ee req-97d5ed02-52b1-47fc-9c19-871bd7b15123 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] No waiting events found dispatching network-vif-plugged-08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.687459] env[69695]: WARNING nova.compute.manager [req-7b443f99-302f-47d9-b915-b76afaea36ee req-97d5ed02-52b1-47fc-9c19-871bd7b15123 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Received unexpected event network-vif-plugged-08d06fa4-146c-40bf-b500-d6d7f40e8648 for instance with vm_state building and task_state spawning. [ 1317.061230] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2da762-38dd-4cf2-a649-3872da28610c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.068723] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d299eeb-d4b3-4f40-aa5f-daead6de4833 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.097941] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ec218-6926-4d17-b890-43cb3ef9d2bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.104748] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72d971-65c2-496d-8005-5f072150b597 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.119073] env[69695]: DEBUG nova.compute.provider_tree [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.245029] env[69695]: DEBUG nova.network.neutron [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Successfully updated port: 08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.265439] env[69695]: DEBUG nova.compute.manager [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Received event network-changed-08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.265692] env[69695]: DEBUG nova.compute.manager [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Refreshing instance network info cache due to event network-changed-08d06fa4-146c-40bf-b500-d6d7f40e8648. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.265899] env[69695]: DEBUG oslo_concurrency.lockutils [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] Acquiring lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.266142] env[69695]: DEBUG oslo_concurrency.lockutils [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] Acquired lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.266345] env[69695]: DEBUG nova.network.neutron [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Refreshing network info cache for port 08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.621996] env[69695]: DEBUG nova.scheduler.client.report [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.747330] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.797708] env[69695]: DEBUG nova.network.neutron [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.863934] env[69695]: DEBUG nova.network.neutron [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.127454] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.146160] env[69695]: INFO nova.scheduler.client.report [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Deleted allocations for instance 4a1399e0-54f7-40b6-b138-b1c2c03e1309 [ 1318.366977] env[69695]: DEBUG oslo_concurrency.lockutils [req-d08eb399-227b-45df-9d99-a5a81e00fb62 req-30adafbe-2340-4dcf-b7c6-dcafaaacc33a service nova] Releasing lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.367384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.367560] env[69695]: DEBUG nova.network.neutron [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.654345] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Lock "4a1399e0-54f7-40b6-b138-b1c2c03e1309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.633s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.899615] env[69695]: DEBUG nova.network.neutron [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.029031] env[69695]: DEBUG nova.network.neutron [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating instance_info_cache with network_info: [{"id": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "address": "fa:16:3e:7d:fa:c9", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d06fa4-14", "ovs_interfaceid": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.532744] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.532744] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Instance network_info: |[{"id": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "address": "fa:16:3e:7d:fa:c9", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d06fa4-14", "ovs_interfaceid": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.533327] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:fa:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08d06fa4-146c-40bf-b500-d6d7f40e8648', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.542085] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Creating folder: Project (85f5c85e9f7944e4b1b245709d142d5e). Parent ref: group-v699067. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.542392] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-244dcf3a-ce21-4d03-8fea-dba5d495aaed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.555192] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Created folder: Project (85f5c85e9f7944e4b1b245709d142d5e) in parent group-v699067. [ 1319.555371] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Creating folder: Instances. Parent ref: group-v699396. {{(pid=69695) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.555591] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90fb769-41df-47ef-9382-7a233d316257 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.564123] env[69695]: INFO nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Created folder: Instances in parent group-v699396. [ 1319.564350] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.564531] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.564806] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ba72ad2-6b9d-4d52-a18c-f251add88e2e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.583315] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.583315] env[69695]: value = "task-3499809" [ 1319.583315] env[69695]: _type = "Task" [ 1319.583315] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.590747] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499809, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.092761] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499809, 'name': CreateVM_Task, 'duration_secs': 0.348871} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.093063] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.093667] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.093835] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.094171] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.094435] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246b972f-daa3-4899-a2c9-bc4657872d3c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.098899] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1320.098899] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525b3075-30a8-e936-d469-e87161b2fa5a" [ 1320.098899] env[69695]: _type = "Task" [ 1320.098899] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.109948] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525b3075-30a8-e936-d469-e87161b2fa5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.610807] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]525b3075-30a8-e936-d469-e87161b2fa5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.610807] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.611052] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.611295] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.611443] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.611622] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.611983] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-260fe645-63c9-4eb3-aa7f-eae589e7bfee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.620176] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.620393] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.621089] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b9a1cf-26ff-43ce-993b-a0ebf6842698 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.625979] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1320.625979] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524cc3e7-b12e-27e9-6ac2-06712c60f363" [ 1320.625979] env[69695]: _type = "Task" [ 1320.625979] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.633053] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524cc3e7-b12e-27e9-6ac2-06712c60f363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.136273] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]524cc3e7-b12e-27e9-6ac2-06712c60f363, 'name': SearchDatastore_Task, 'duration_secs': 0.007836} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.137185] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10ff6e4-c7aa-4c45-8e12-589201cf4834 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.143613] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1321.143613] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52493419-3909-1fba-109a-22fd72fae9d6" [ 1321.143613] env[69695]: _type = "Task" [ 1321.143613] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.150601] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52493419-3909-1fba-109a-22fd72fae9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.653222] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52493419-3909-1fba-109a-22fd72fae9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.653358] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.653563] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286/5a8e1f3c-8fd5-4e35-9e6c-000f161d2286.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.653821] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb0b4ff7-c97f-449b-a136-16a3773112b8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.660512] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1321.660512] env[69695]: value = "task-3499810" [ 1321.660512] env[69695]: _type = "Task" [ 1321.660512] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.667683] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.170393] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432005} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.170690] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286/5a8e1f3c-8fd5-4e35-9e6c-000f161d2286.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.170935] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.171246] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef63b0f-ba46-40cc-897f-063c2804feb2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.179020] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1322.179020] env[69695]: value = "task-3499811" [ 1322.179020] env[69695]: _type = "Task" [ 1322.179020] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.186734] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.688652] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061471} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.688927] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.689728] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e67f3-fba9-48e7-86d6-3a622cda2b29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.710625] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286/5a8e1f3c-8fd5-4e35-9e6c-000f161d2286.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.710863] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee76f7b0-9304-4587-8003-b7af6c00bdb5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.728955] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1322.728955] env[69695]: value = "task-3499812" [ 1322.728955] env[69695]: _type = "Task" [ 1322.728955] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.735968] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.239022] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499812, 'name': ReconfigVM_Task, 'duration_secs': 0.268646} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.239545] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286/5a8e1f3c-8fd5-4e35-9e6c-000f161d2286.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.239954] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04d594e1-4c24-484d-aa31-3192dc01c533 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.247112] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1323.247112] env[69695]: value = "task-3499813" [ 1323.247112] env[69695]: _type = "Task" [ 1323.247112] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.256485] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499813, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.756489] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499813, 'name': Rename_Task, 'duration_secs': 0.142871} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.756756] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.756994] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b820175-eec6-4217-b9c0-2ffad826d6a9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.763053] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1323.763053] env[69695]: value = "task-3499814" [ 1323.763053] env[69695]: _type = "Task" [ 1323.763053] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.769989] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.273142] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.773626] env[69695]: DEBUG oslo_vmware.api [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499814, 'name': PowerOnVM_Task, 'duration_secs': 0.657169} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.773897] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.774117] env[69695]: INFO nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1324.774301] env[69695]: DEBUG nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.775167] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861135d-ac3d-466b-82de-046df592957a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.133006] env[69695]: DEBUG oslo_concurrency.lockutils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.133301] env[69695]: DEBUG oslo_concurrency.lockutils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.294205] env[69695]: INFO nova.compute.manager [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Took 14.57 seconds to build instance. [ 1325.636774] env[69695]: DEBUG nova.compute.utils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.796143] env[69695]: DEBUG oslo_concurrency.lockutils [None req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.078s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.979253] env[69695]: DEBUG nova.compute.manager [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Received event network-changed-08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.979253] env[69695]: DEBUG nova.compute.manager [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Refreshing instance network info cache due to event network-changed-08d06fa4-146c-40bf-b500-d6d7f40e8648. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.979253] env[69695]: DEBUG oslo_concurrency.lockutils [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] Acquiring lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.979253] env[69695]: DEBUG oslo_concurrency.lockutils [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] Acquired lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.979253] env[69695]: DEBUG nova.network.neutron [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Refreshing network info cache for port 08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.140139] env[69695]: DEBUG oslo_concurrency.lockutils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.688979] env[69695]: DEBUG nova.network.neutron [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updated VIF entry in instance network info cache for port 08d06fa4-146c-40bf-b500-d6d7f40e8648. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.689451] env[69695]: DEBUG nova.network.neutron [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating instance_info_cache with network_info: [{"id": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "address": "fa:16:3e:7d:fa:c9", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d06fa4-14", "ovs_interfaceid": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.191760] env[69695]: DEBUG oslo_concurrency.lockutils [req-1548e1aa-e39b-4b09-ac6e-a5732a0ccaa3 req-f90128d1-bf5c-46c4-acdb-653732f98fc3 service nova] Releasing lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.212738] env[69695]: DEBUG oslo_concurrency.lockutils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.212984] env[69695]: DEBUG oslo_concurrency.lockutils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.213265] env[69695]: INFO nova.compute.manager [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Attaching volume 5d1bb4da-09e5-4775-90b0-d95a4ec6eb79 to /dev/sdb [ 1327.242992] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4faae7-8a8c-4768-94ea-166b83824bef {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.251527] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1291156-47e5-4d0c-b926-b9242e9fb064 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.264019] env[69695]: DEBUG nova.virt.block_device [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updating existing volume attachment record: 0ab28805-ba5f-43c1-b844-075fcd7dcace {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.809606] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1331.810033] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699400', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'name': 'volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c6e1c4b-be84-4809-9068-a45b29b5f3c1', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'serial': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1331.811396] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc5e32d-50fe-4646-8b6e-cac6a8860676 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.828703] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e5c333-2f48-4404-964c-7d4224f63198 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.853789] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79/volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.854155] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c45acf8-26b6-497e-8427-482d7a102601 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.872357] env[69695]: DEBUG oslo_vmware.api [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1331.872357] env[69695]: value = "task-3499819" [ 1331.872357] env[69695]: _type = "Task" [ 1331.872357] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.880081] env[69695]: DEBUG oslo_vmware.api [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.382365] env[69695]: DEBUG oslo_vmware.api [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499819, 'name': ReconfigVM_Task, 'duration_secs': 0.320412} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.382634] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79/volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.387264] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3bc390e-5023-4643-b988-fe17cea7254d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.402183] env[69695]: DEBUG oslo_vmware.api [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1332.402183] env[69695]: value = "task-3499820" [ 1332.402183] env[69695]: _type = "Task" [ 1332.402183] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.409544] env[69695]: DEBUG oslo_vmware.api [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499820, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.911556] env[69695]: DEBUG oslo_vmware.api [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499820, 'name': ReconfigVM_Task, 'duration_secs': 0.132423} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.911863] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699400', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'name': 'volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c6e1c4b-be84-4809-9068-a45b29b5f3c1', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'serial': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1333.948131] env[69695]: DEBUG nova.objects.instance [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'flavor' on Instance uuid 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.453380] env[69695]: DEBUG oslo_concurrency.lockutils [None req-510cf6fd-f0e5-4176-a5f5-2c80211fb42f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.516590] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "56a15b4e-8213-495a-9b9a-87ff155bdedf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.516867] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.019210] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.540058] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.540357] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.541865] env[69695]: INFO nova.compute.claims [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.615795] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099f286-34f1-42c1-a951-021709fbb1e3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.623595] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6428fed-3419-4409-be44-33d22432d042 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.653075] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a60abc-9497-4895-942f-0c441e658c9e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.659432] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f4eb0c-48a2-47b6-9389-cae1bcff95a7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.672956] env[69695]: DEBUG nova.compute.provider_tree [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.176579] env[69695]: DEBUG nova.scheduler.client.report [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.682020] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.682603] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.737904] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.738124] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1339.187700] env[69695]: DEBUG nova.compute.utils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.189147] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.189320] env[69695]: DEBUG nova.network.neutron [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.237217] env[69695]: DEBUG nova.policy [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d8718810a34fa29d0a721bd5190ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a59a49a59da45248cc2fe24db7339a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.507029] env[69695]: DEBUG nova.network.neutron [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Successfully created port: 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.693294] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.737755] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.704756] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.730053] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.730291] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.730448] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.730632] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.730778] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.730925] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.731151] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.731313] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.731479] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.731643] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.731815] env[69695]: DEBUG nova.virt.hardware [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.732699] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502da900-e225-4844-8de2-a09846be7029 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.739626] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.741575] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d5fad-b0be-45b1-a870-6e669c9c1cf4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.099967] env[69695]: DEBUG nova.compute.manager [req-a1ffb3d4-ffc9-4754-81f4-010b219a84cd req-bd4fd857-1648-46ad-b7da-0cfb25251c82 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Received event network-vif-plugged-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.100223] env[69695]: DEBUG oslo_concurrency.lockutils [req-a1ffb3d4-ffc9-4754-81f4-010b219a84cd req-bd4fd857-1648-46ad-b7da-0cfb25251c82 service nova] Acquiring lock "56a15b4e-8213-495a-9b9a-87ff155bdedf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.100430] env[69695]: DEBUG oslo_concurrency.lockutils [req-a1ffb3d4-ffc9-4754-81f4-010b219a84cd req-bd4fd857-1648-46ad-b7da-0cfb25251c82 service nova] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.100597] env[69695]: DEBUG oslo_concurrency.lockutils [req-a1ffb3d4-ffc9-4754-81f4-010b219a84cd req-bd4fd857-1648-46ad-b7da-0cfb25251c82 service nova] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.100760] env[69695]: DEBUG nova.compute.manager [req-a1ffb3d4-ffc9-4754-81f4-010b219a84cd req-bd4fd857-1648-46ad-b7da-0cfb25251c82 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] No waiting events found dispatching network-vif-plugged-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.100919] env[69695]: WARNING nova.compute.manager [req-a1ffb3d4-ffc9-4754-81f4-010b219a84cd req-bd4fd857-1648-46ad-b7da-0cfb25251c82 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Received unexpected event network-vif-plugged-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 for instance with vm_state building and task_state spawning. [ 1341.187419] env[69695]: DEBUG nova.network.neutron [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Successfully updated port: 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.247176] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.247412] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.247584] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.247734] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1341.248630] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9457dce4-6d0f-4dcb-baf0-d73a1fa21c6a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.256814] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094eaf90-8ea8-4ba5-a709-bf2e4b68aa66 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.272060] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86fb50-9cfc-4774-99aa-8d3137ce2356 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.278037] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13b5181-614c-497e-9723-cf0a12a5fa20 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.306269] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180407MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1341.306405] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.306606] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.691453] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.691653] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.692054] env[69695]: DEBUG nova.network.neutron [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.222394] env[69695]: DEBUG nova.network.neutron [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.330868] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.330992] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.331931] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance f6a995bd-2cf2-43b4-80df-bc3f9acde864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.331931] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.331931] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 56a15b4e-8213-495a-9b9a-87ff155bdedf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.331931] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1342.331931] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1342.341298] env[69695]: DEBUG nova.network.neutron [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updating instance_info_cache with network_info: [{"id": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "address": "fa:16:3e:15:53:f7", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf78e2-db", "ovs_interfaceid": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.396030] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6ba02f-9f07-40ad-9dcd-d2f11dec87b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.403959] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b853fcf6-5618-48bc-9286-ea70a33b3197 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.434842] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442a2b8c-2446-4e6f-97d9-a45bb7fc8186 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.441772] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1ff376-58d6-4a59-a8c2-f49f68f1e32d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.454751] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.843949] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.844313] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Instance network_info: |[{"id": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "address": "fa:16:3e:15:53:f7", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf78e2-db", "ovs_interfaceid": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.844749] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:53:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.852262] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.852469] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.852696] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c06a6def-ad98-4c76-8d28-1c0e5dbe34cf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.873641] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.873641] env[69695]: value = "task-3499821" [ 1342.873641] env[69695]: _type = "Task" [ 1342.873641] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.881027] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499821, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.957554] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.131681] env[69695]: DEBUG nova.compute.manager [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Received event network-changed-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.131859] env[69695]: DEBUG nova.compute.manager [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Refreshing instance network info cache due to event network-changed-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.132093] env[69695]: DEBUG oslo_concurrency.lockutils [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] Acquiring lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.132266] env[69695]: DEBUG oslo_concurrency.lockutils [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] Acquired lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.132440] env[69695]: DEBUG nova.network.neutron [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Refreshing network info cache for port 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.383265] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499821, 'name': CreateVM_Task, 'duration_secs': 0.299844} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.383650] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.384131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.384300] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.384660] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.384918] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0731de3b-7b1c-4a78-9d2b-8b3fccf276ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.390397] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1343.390397] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dc71b7-001c-4edd-e0ca-4d964a7e7f6c" [ 1343.390397] env[69695]: _type = "Task" [ 1343.390397] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.397935] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dc71b7-001c-4edd-e0ca-4d964a7e7f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.462109] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1343.462287] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.813247] env[69695]: DEBUG nova.network.neutron [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updated VIF entry in instance network info cache for port 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.813605] env[69695]: DEBUG nova.network.neutron [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updating instance_info_cache with network_info: [{"id": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "address": "fa:16:3e:15:53:f7", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf78e2-db", "ovs_interfaceid": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.900465] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dc71b7-001c-4edd-e0ca-4d964a7e7f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.900757] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.900982] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.901224] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.901368] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.901546] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.901797] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0842cc-7df3-4a83-90f7-d848b903ba8e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.909440] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.909619] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.910263] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da95145a-b8d0-4815-bc4e-20f88923852d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.915055] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1343.915055] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52615f27-cca8-bff4-abd5-16fe35893c60" [ 1343.915055] env[69695]: _type = "Task" [ 1343.915055] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.922399] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52615f27-cca8-bff4-abd5-16fe35893c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.316372] env[69695]: DEBUG oslo_concurrency.lockutils [req-411ee88a-ceb3-4d45-ae5e-6e35087ba5a1 req-d72ed795-4bf5-4c56-8abe-e0b594a7b9e6 service nova] Releasing lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.426698] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52615f27-cca8-bff4-abd5-16fe35893c60, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.427515] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef59344-38e9-448b-bb34-6444a3bd3e40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.432357] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1344.432357] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52578f6a-3a98-f039-0143-3136e6796ae9" [ 1344.432357] env[69695]: _type = "Task" [ 1344.432357] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.439648] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52578f6a-3a98-f039-0143-3136e6796ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.460137] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.460357] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.737636] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.943607] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52578f6a-3a98-f039-0143-3136e6796ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.943836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.944100] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 56a15b4e-8213-495a-9b9a-87ff155bdedf/56a15b4e-8213-495a-9b9a-87ff155bdedf.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.944366] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0378d44-1c7d-4ec9-ab47-ff1fbc012995 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.950819] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1344.950819] env[69695]: value = "task-3499822" [ 1344.950819] env[69695]: _type = "Task" [ 1344.950819] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.958049] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.208763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.209091] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.460973] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499822, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.712578] env[69695]: DEBUG nova.compute.utils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.738294] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.738744] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.961644] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499822, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.215445] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.462521] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499822, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.445399} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.462924] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 56a15b4e-8213-495a-9b9a-87ff155bdedf/56a15b4e-8213-495a-9b9a-87ff155bdedf.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.463021] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.463209] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee5fee5-28e0-4b91-aab0-637999290542 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.469625] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1346.469625] env[69695]: value = "task-3499823" [ 1346.469625] env[69695]: _type = "Task" [ 1346.469625] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.476716] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.978965] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065605} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.979298] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.980026] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b956e1-9070-4625-a529-3ba7258a1f6b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.002514] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 56a15b4e-8213-495a-9b9a-87ff155bdedf/56a15b4e-8213-495a-9b9a-87ff155bdedf.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.002764] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0cb7feb-0b54-444c-8e94-b249ac58b514 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.022230] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1347.022230] env[69695]: value = "task-3499824" [ 1347.022230] env[69695]: _type = "Task" [ 1347.022230] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.029506] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.273711] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.273975] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.274240] env[69695]: INFO nova.compute.manager [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Attaching volume 914126dc-0e5a-4fc8-95f3-50ce8f6759dc to /dev/sdb [ 1347.305722] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc2218-1e4c-4b70-a9d0-b994267f8bf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.313101] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e77ce-39bd-4c66-8e5d-4cabbb558a56 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.326086] env[69695]: DEBUG nova.virt.block_device [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updating existing volume attachment record: 5ab48533-3961-4d02-9c68-58e463c88cc3 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1347.531335] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499824, 'name': ReconfigVM_Task, 'duration_secs': 0.254487} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.531716] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 56a15b4e-8213-495a-9b9a-87ff155bdedf/56a15b4e-8213-495a-9b9a-87ff155bdedf.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.532314] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82b93ffb-6654-4693-9317-91db758b71e8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.539258] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1347.539258] env[69695]: value = "task-3499826" [ 1347.539258] env[69695]: _type = "Task" [ 1347.539258] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.546631] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499826, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.049174] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499826, 'name': Rename_Task, 'duration_secs': 0.139015} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.049382] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.049657] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7595ff-ad3b-49e0-b08d-7d9de1c55f5e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.055951] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1348.055951] env[69695]: value = "task-3499829" [ 1348.055951] env[69695]: _type = "Task" [ 1348.055951] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.063089] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.565861] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.733855] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.066696] env[69695]: DEBUG oslo_vmware.api [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499829, 'name': PowerOnVM_Task, 'duration_secs': 0.53389} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.067014] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.067237] env[69695]: INFO nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1349.067421] env[69695]: DEBUG nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.068216] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5936e-ddd6-4cea-a7f1-a464ce170abf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.588162] env[69695]: INFO nova.compute.manager [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Took 13.06 seconds to build instance. [ 1350.089922] env[69695]: DEBUG oslo_concurrency.lockutils [None req-1bd4b300-9aa9-4989-aff5-79d5e816b2df tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.573s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.642709] env[69695]: DEBUG nova.compute.manager [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Received event network-changed-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.642970] env[69695]: DEBUG nova.compute.manager [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Refreshing instance network info cache due to event network-changed-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.643122] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] Acquiring lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.643261] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] Acquired lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.643419] env[69695]: DEBUG nova.network.neutron [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Refreshing network info cache for port 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.349889] env[69695]: DEBUG nova.network.neutron [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updated VIF entry in instance network info cache for port 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.350272] env[69695]: DEBUG nova.network.neutron [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updating instance_info_cache with network_info: [{"id": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "address": "fa:16:3e:15:53:f7", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf78e2-db", "ovs_interfaceid": "4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.852956] env[69695]: DEBUG oslo_concurrency.lockutils [req-1c8b296c-b643-4bf5-ad07-c72ded3b3bfa req-fcf7f3e5-5036-44b7-a048-e3b9ad34f14d service nova] Releasing lock "refresh_cache-56a15b4e-8213-495a-9b9a-87ff155bdedf" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.374605] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1352.374798] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1352.375769] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be4767-7084-42ed-9391-1a40e381d083 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.394214] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe74ca05-5992-494d-b779-b501dc82aca5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.417644] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc/volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.417914] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d22610a-3c66-40ed-81b5-f82ea3ad8224 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.435545] env[69695]: DEBUG oslo_vmware.api [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1352.435545] env[69695]: value = "task-3499831" [ 1352.435545] env[69695]: _type = "Task" [ 1352.435545] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.442850] env[69695]: DEBUG oslo_vmware.api [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.946179] env[69695]: DEBUG oslo_vmware.api [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499831, 'name': ReconfigVM_Task, 'duration_secs': 0.322184} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.946558] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc/volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.951120] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f65fa7f-a2f1-41d9-92c3-bd4d848ce3df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.967568] env[69695]: DEBUG oslo_vmware.api [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1352.967568] env[69695]: value = "task-3499832" [ 1352.967568] env[69695]: _type = "Task" [ 1352.967568] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.975405] env[69695]: DEBUG oslo_vmware.api [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.477467] env[69695]: DEBUG oslo_vmware.api [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499832, 'name': ReconfigVM_Task, 'duration_secs': 0.146841} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.477764] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1354.516109] env[69695]: DEBUG nova.objects.instance [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'flavor' on Instance uuid f6a995bd-2cf2-43b4-80df-bc3f9acde864 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.021848] env[69695]: DEBUG oslo_concurrency.lockutils [None req-23d4d4a0-b02e-47af-839d-afa369c5cba9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.747s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.895930] env[69695]: INFO nova.compute.manager [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Rebuilding instance [ 1355.937205] env[69695]: DEBUG nova.compute.manager [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.938096] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c48fdf-6976-4f50-911a-842cbdade061 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.950642] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.951057] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f99fcfb-5f37-4c23-b498-fd149a11c24b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.959263] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1356.959263] env[69695]: value = "task-3499833" [ 1356.959263] env[69695]: _type = "Task" [ 1356.959263] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.968541] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.469710] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499833, 'name': PowerOffVM_Task, 'duration_secs': 0.225064} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.469981] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.521443] env[69695]: INFO nova.compute.manager [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Detaching volume 914126dc-0e5a-4fc8-95f3-50ce8f6759dc [ 1357.552272] env[69695]: INFO nova.virt.block_device [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Attempting to driver detach volume 914126dc-0e5a-4fc8-95f3-50ce8f6759dc from mountpoint /dev/sdb [ 1357.552565] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1357.552843] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1357.553724] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b18eae-0a23-4981-8079-005696de072f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.575384] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af97f8d-17ba-44ea-852a-163301bdcbf2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.581773] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b502f-6bad-4c91-af05-029c7d583ffe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.602966] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66d23f-5269-46df-a6cc-7b84624c92d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.617661] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] The volume has not been displaced from its original location: [datastore2] volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc/volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1357.622864] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.623177] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-725e15ac-722b-4d83-b9cc-0f0dd20083da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.640838] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1357.640838] env[69695]: value = "task-3499834" [ 1357.640838] env[69695]: _type = "Task" [ 1357.640838] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.648272] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.151278] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499834, 'name': ReconfigVM_Task, 'duration_secs': 0.185112} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.151685] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.156107] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49a11c9-7fe2-4d51-bb10-da8b0a44a104 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.170813] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1358.170813] env[69695]: value = "task-3499835" [ 1358.170813] env[69695]: _type = "Task" [ 1358.170813] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.180077] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.680710] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499835, 'name': ReconfigVM_Task, 'duration_secs': 0.14272} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.681033] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1359.729774] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.730133] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4534b0ff-f87e-432f-bf4b-aa7e70898a6d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.738445] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1359.738445] env[69695]: value = "task-3499836" [ 1359.738445] env[69695]: _type = "Task" [ 1359.738445] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.748126] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] VM already powered off {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1359.748325] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.748511] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.749245] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea10597-9dbf-4a1c-8033-d13ac945d94f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.766228] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6ac81-9eca-4354-b7fe-acb539e1a6d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.771322] env[69695]: WARNING nova.virt.vmwareapi.driver [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1359.771557] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.772237] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b626bdf2-b2e6-4a96-950e-4ad630a7a68f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.777661] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.777878] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09598884-f800-451a-b610-2964ae7711d2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.833208] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.833531] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.833625] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.833884] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a797476-b352-4186-af0a-99b56fc498d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.840132] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1359.840132] env[69695]: value = "task-3499838" [ 1359.840132] env[69695]: _type = "Task" [ 1359.840132] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.847366] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.351757] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123881} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.352132] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.352405] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.352661] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.857981] env[69695]: INFO nova.virt.block_device [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Booting with volume 914126dc-0e5a-4fc8-95f3-50ce8f6759dc at /dev/sdb [ 1360.887425] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d2f6c52-e605-4725-ac94-fb80f8687ee5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.897295] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e90fd3-6fdf-4e70-b9ac-a0a45868c32a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.924127] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b5c6e2a-7c14-43cb-899c-13292ede3cad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.931997] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f8382c-bd54-47a3-a04e-a0e409e4c2e0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.957026] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd069c-e994-4b42-9fc8-3a217f665706 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.963291] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffaeb3-edf0-465b-abb8-8900d6bce062 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.976424] env[69695]: DEBUG nova.virt.block_device [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updating existing volume attachment record: 0046acef-adc8-461a-89fa-73920919d04d {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1363.087427] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.087882] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.087882] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.088078] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.088234] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.088382] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.088603] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.088762] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.088966] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.089164] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.089348] env[69695]: DEBUG nova.virt.hardware [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.090244] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a6aef2-2697-4366-ae6a-ff97d3fa5e07 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.098207] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db9deb-bd1f-4f89-a52f-437b966853f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.113723] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:22:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4303ed8-50bd-4624-96a4-4b55cc3434db', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.121226] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.121464] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.121671] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aebff3d-ba07-4bb6-8271-83b9cee5e75e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.141635] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.141635] env[69695]: value = "task-3499839" [ 1363.141635] env[69695]: _type = "Task" [ 1363.141635] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.150293] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499839, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.651818] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499839, 'name': CreateVM_Task, 'duration_secs': 0.289872} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.652084] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.652699] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.652882] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.653220] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.653482] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23b5440-4306-43c1-bce3-e75a1ff1d810 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.658063] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1363.658063] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529f44f1-df6f-e539-3590-68e72e1b87df" [ 1363.658063] env[69695]: _type = "Task" [ 1363.658063] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.665431] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529f44f1-df6f-e539-3590-68e72e1b87df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.922634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.922933] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.168737] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]529f44f1-df6f-e539-3590-68e72e1b87df, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.169200] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.169247] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.169462] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.169625] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.169816] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.170094] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd56a2ea-c01f-4b2d-a016-1eda5e76c7c3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.178630] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.178836] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.179564] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a440426e-5e92-49fd-92aa-abe5ba04b588 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.184857] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1364.184857] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e27038-d273-4129-a196-9f2a3620ca11" [ 1364.184857] env[69695]: _type = "Task" [ 1364.184857] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.192455] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e27038-d273-4129-a196-9f2a3620ca11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.425956] env[69695]: DEBUG nova.compute.utils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.695441] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52e27038-d273-4129-a196-9f2a3620ca11, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.696170] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2272a4e6-ba8e-4429-96c6-9a3c1a40bd5d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.700931] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1364.700931] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52170ca1-315b-874b-5657-819aa10413b4" [ 1364.700931] env[69695]: _type = "Task" [ 1364.700931] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.707855] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52170ca1-315b-874b-5657-819aa10413b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.928944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.211342] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52170ca1-315b-874b-5657-819aa10413b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.211782] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.211882] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.212149] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4a54a09-df13-44d3-9134-a8724d8237bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.219393] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1365.219393] env[69695]: value = "task-3499840" [ 1365.219393] env[69695]: _type = "Task" [ 1365.219393] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.228337] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.729309] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431203} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.729556] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.729800] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.730063] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf729cb-06ff-4157-9529-f40d8f75c2f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.736112] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1365.736112] env[69695]: value = "task-3499841" [ 1365.736112] env[69695]: _type = "Task" [ 1365.736112] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.742871] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.997870] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.998112] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.998359] env[69695]: INFO nova.compute.manager [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Attaching volume 3a2bc7c1-c959-4230-8238-a7b1faeb1060 to /dev/sdb [ 1366.029112] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d119dd3-3457-422f-ae91-5db430534459 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.035989] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe17c9-80e1-4cdc-9ab0-f5eca78785a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.048188] env[69695]: DEBUG nova.virt.block_device [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating existing volume attachment record: 495d1bbb-7fc7-4fa1-9f52-5d1715493e47 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1366.246710] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055457} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.246995] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.247755] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ec46b8-6c68-4246-b537-16066af34e83 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.269265] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.269528] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff51d74-25d9-4b7b-ba72-13be163ad4ae {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.288775] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1366.288775] env[69695]: value = "task-3499845" [ 1366.288775] env[69695]: _type = "Task" [ 1366.288775] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.296501] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.798841] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499845, 'name': ReconfigVM_Task, 'duration_secs': 0.272384} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.799098] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864/f6a995bd-2cf2-43b4-80df-bc3f9acde864.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.800294] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'device_type': 'disk', 'disk_bus': None, 'boot_index': 0, 'encryption_options': None, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'image_id': 'e55f5e91-2813-4fc7-9d77-0e99749fd5ea'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'}, 'attachment_id': '0046acef-adc8-461a-89fa-73920919d04d', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69695) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1366.800490] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1366.800688] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1366.801464] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8db53a-e8be-4170-9f7f-d5ebc4e3a514 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.816010] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e424a42-d844-4787-bbf3-305b62f2f005 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.840128] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc/volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.840358] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5114709a-b202-4088-9f5a-be2a0ad65075 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.858311] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1366.858311] env[69695]: value = "task-3499846" [ 1366.858311] env[69695]: _type = "Task" [ 1366.858311] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.865365] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.368468] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499846, 'name': ReconfigVM_Task, 'duration_secs': 0.347105} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.368877] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc/volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.373323] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ef5fe3-7093-4792-b83d-ffb0dbb8f771 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.387234] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1367.387234] env[69695]: value = "task-3499847" [ 1367.387234] env[69695]: _type = "Task" [ 1367.387234] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.394201] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.897181] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499847, 'name': ReconfigVM_Task, 'duration_secs': 0.134022} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.897547] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1367.898186] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe696c0-0006-475f-b50a-954a4d238a67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.904753] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1367.904753] env[69695]: value = "task-3499848" [ 1367.904753] env[69695]: _type = "Task" [ 1367.904753] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.912132] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499848, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.414945] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499848, 'name': Rename_Task, 'duration_secs': 0.146566} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.415471] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.415596] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b34784-4bbb-4aaa-8e6f-d80bb0718f1e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.421516] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1368.421516] env[69695]: value = "task-3499850" [ 1368.421516] env[69695]: _type = "Task" [ 1368.421516] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.428886] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.935208] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.432760] env[69695]: DEBUG oslo_vmware.api [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499850, 'name': PowerOnVM_Task, 'duration_secs': 0.548709} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.433144] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.433275] env[69695]: DEBUG nova.compute.manager [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.433994] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acdd221-ba53-4d3b-bacd-2a22cce6972f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.950596] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.950765] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.950890] env[69695]: DEBUG nova.objects.instance [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69695) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1370.590032] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1370.590292] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699406', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'name': 'volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a8e1f3c-8fd5-4e35-9e6c-000f161d2286', 'attached_at': '', 'detached_at': '', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'serial': '3a2bc7c1-c959-4230-8238-a7b1faeb1060'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1370.591217] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b26ded-6d36-4533-909a-b9dcac048609 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.608684] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2d307-7ca7-4b72-a7dc-a8e3b6a38076 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.632480] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060/volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.632838] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6f42b5-d0d8-4222-9914-aff24a229de3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.650974] env[69695]: DEBUG oslo_vmware.api [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1370.650974] env[69695]: value = "task-3499851" [ 1370.650974] env[69695]: _type = "Task" [ 1370.650974] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.658231] env[69695]: DEBUG oslo_vmware.api [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.960228] env[69695]: DEBUG oslo_concurrency.lockutils [None req-93618ccf-a18a-47db-851c-38a89961f69b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.161942] env[69695]: DEBUG oslo_vmware.api [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499851, 'name': ReconfigVM_Task, 'duration_secs': 0.357187} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.162278] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060/volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.166904] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef6aea4-df24-41c0-9666-adf82b0320fb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.182562] env[69695]: DEBUG oslo_vmware.api [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1371.182562] env[69695]: value = "task-3499852" [ 1371.182562] env[69695]: _type = "Task" [ 1371.182562] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.190887] env[69695]: DEBUG oslo_vmware.api [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.697081] env[69695]: DEBUG oslo_vmware.api [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499852, 'name': ReconfigVM_Task, 'duration_secs': 0.140646} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.697618] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699406', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'name': 'volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a8e1f3c-8fd5-4e35-9e6c-000f161d2286', 'attached_at': '', 'detached_at': '', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'serial': '3a2bc7c1-c959-4230-8238-a7b1faeb1060'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1372.732102] env[69695]: DEBUG nova.objects.instance [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.237542] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6b260b7-5273-4316-8256-8833e2f2339f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.331607] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.331862] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.332065] env[69695]: DEBUG nova.compute.manager [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.332952] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54085d82-3377-4b6e-9484-1012cc0a7d9a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.342923] env[69695]: DEBUG nova.compute.manager [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1373.343473] env[69695]: DEBUG nova.objects.instance [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.350619] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.351051] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d82cad-6c1d-42a9-8333-cc0c41862db2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.359572] env[69695]: DEBUG oslo_vmware.api [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1374.359572] env[69695]: value = "task-3499853" [ 1374.359572] env[69695]: _type = "Task" [ 1374.359572] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.367540] env[69695]: DEBUG oslo_vmware.api [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.869769] env[69695]: DEBUG oslo_vmware.api [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499853, 'name': PowerOffVM_Task, 'duration_secs': 0.213602} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.870076] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.870261] env[69695]: DEBUG nova.compute.manager [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.871008] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f8cc3-a574-4d99-92d1-be5d07762304 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.382821] env[69695]: DEBUG oslo_concurrency.lockutils [None req-8d86458d-192e-4956-a7db-3e7667800cb5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.673782] env[69695]: DEBUG nova.objects.instance [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.180046] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.180046] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.180046] env[69695]: DEBUG nova.network.neutron [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.180353] env[69695]: DEBUG nova.objects.instance [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'info_cache' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.684276] env[69695]: DEBUG nova.objects.base [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Object Instance<5a8e1f3c-8fd5-4e35-9e6c-000f161d2286> lazy-loaded attributes: flavor,info_cache {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1377.396600] env[69695]: DEBUG nova.network.neutron [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating instance_info_cache with network_info: [{"id": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "address": "fa:16:3e:7d:fa:c9", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d06fa4-14", "ovs_interfaceid": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.899612] env[69695]: DEBUG oslo_concurrency.lockutils [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.905538] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.905941] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c11a24-8171-49ae-ae56-4b431ae13897 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.914213] env[69695]: DEBUG oslo_vmware.api [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1378.914213] env[69695]: value = "task-3499854" [ 1378.914213] env[69695]: _type = "Task" [ 1378.914213] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.923294] env[69695]: DEBUG oslo_vmware.api [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.425623] env[69695]: DEBUG oslo_vmware.api [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499854, 'name': PowerOnVM_Task, 'duration_secs': 0.378464} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.425909] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.426097] env[69695]: DEBUG nova.compute.manager [None req-dbb98fc6-e87f-4054-9c98-cc9f19fb1864 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.426834] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead272e5-f62c-46c7-ae54-94c9dae479e7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.223553] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "56a15b4e-8213-495a-9b9a-87ff155bdedf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.223947] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.224026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "56a15b4e-8213-495a-9b9a-87ff155bdedf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.224212] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.224379] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.226428] env[69695]: INFO nova.compute.manager [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Terminating instance [ 1387.730595] env[69695]: DEBUG nova.compute.manager [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.730854] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.731757] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3230877a-5e7b-4831-8845-966eb741f556 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.739644] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.739884] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba1da07-d0f1-4020-bce0-c627613b2e40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.746039] env[69695]: DEBUG oslo_vmware.api [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1387.746039] env[69695]: value = "task-3499855" [ 1387.746039] env[69695]: _type = "Task" [ 1387.746039] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.754956] env[69695]: DEBUG oslo_vmware.api [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.256324] env[69695]: DEBUG oslo_vmware.api [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499855, 'name': PowerOffVM_Task, 'duration_secs': 0.158221} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.256770] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.256770] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.257067] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8208596d-348b-4664-8e63-92eb3c36b598 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.315876] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.316097] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.316423] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleting the datastore file [datastore2] 56a15b4e-8213-495a-9b9a-87ff155bdedf {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.316723] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c629896-5b56-4ee0-a972-018671411052 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.323389] env[69695]: DEBUG oslo_vmware.api [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1388.323389] env[69695]: value = "task-3499857" [ 1388.323389] env[69695]: _type = "Task" [ 1388.323389] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.330631] env[69695]: DEBUG oslo_vmware.api [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.832972] env[69695]: DEBUG oslo_vmware.api [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133294} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.833247] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.833428] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.833603] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.833774] env[69695]: INFO nova.compute.manager [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1388.834025] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.834222] env[69695]: DEBUG nova.compute.manager [-] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.834318] env[69695]: DEBUG nova.network.neutron [-] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.254433] env[69695]: DEBUG nova.compute.manager [req-84f18933-9030-47a1-a7bb-7c1125261c52 req-9ed91c72-9fe6-465f-b222-923ec0c982e5 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Received event network-vif-deleted-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.254610] env[69695]: INFO nova.compute.manager [req-84f18933-9030-47a1-a7bb-7c1125261c52 req-9ed91c72-9fe6-465f-b222-923ec0c982e5 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Neutron deleted interface 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2; detaching it from the instance and deleting it from the info cache [ 1389.254786] env[69695]: DEBUG nova.network.neutron [req-84f18933-9030-47a1-a7bb-7c1125261c52 req-9ed91c72-9fe6-465f-b222-923ec0c982e5 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.735305] env[69695]: DEBUG nova.network.neutron [-] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.757574] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47dcdfa8-114e-4972-8e30-3bfdbdfac989 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.767637] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393aad53-26a3-4ab4-bb2d-c3671caf1c53 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.794441] env[69695]: DEBUG nova.compute.manager [req-84f18933-9030-47a1-a7bb-7c1125261c52 req-9ed91c72-9fe6-465f-b222-923ec0c982e5 service nova] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Detach interface failed, port_id=4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2, reason: Instance 56a15b4e-8213-495a-9b9a-87ff155bdedf could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1390.238368] env[69695]: INFO nova.compute.manager [-] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Took 1.40 seconds to deallocate network for instance. [ 1390.745369] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.745785] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.745848] env[69695]: DEBUG nova.objects.instance [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'resources' on Instance uuid 56a15b4e-8213-495a-9b9a-87ff155bdedf {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.320386] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617619e-5935-444d-919d-19adbabeb3cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.328016] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3885db13-710c-4953-a121-0a2a6a47e036 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.358216] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dfb3ea-f48b-4bab-966e-e101a441cd6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.365010] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014bef2-5123-492b-903b-080532c80646 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.377896] env[69695]: DEBUG nova.compute.provider_tree [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.881015] env[69695]: DEBUG nova.scheduler.client.report [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.386173] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.410357] env[69695]: INFO nova.scheduler.client.report [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted allocations for instance 56a15b4e-8213-495a-9b9a-87ff155bdedf [ 1392.918487] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d34d5df2-99f7-489d-a799-91240e57a6ad tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "56a15b4e-8213-495a-9b9a-87ff155bdedf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.177233] env[69695]: DEBUG oslo_concurrency.lockutils [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.177541] env[69695]: DEBUG oslo_concurrency.lockutils [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.680978] env[69695]: INFO nova.compute.manager [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Detaching volume 5d1bb4da-09e5-4775-90b0-d95a4ec6eb79 [ 1394.712673] env[69695]: INFO nova.virt.block_device [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Attempting to driver detach volume 5d1bb4da-09e5-4775-90b0-d95a4ec6eb79 from mountpoint /dev/sdb [ 1394.712673] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1394.712673] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699400', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'name': 'volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c6e1c4b-be84-4809-9068-a45b29b5f3c1', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'serial': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1394.712673] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ccb066-984f-416a-b4d1-b5e8b1caa4ee {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.733788] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03834482-4ae6-48dd-9af8-978ea4df4d13 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.740683] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df4c4fd-6893-48b4-9b01-55c15807917d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.761752] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d862b8bf-b870-469a-992c-088d5439a0bb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.775938] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] The volume has not been displaced from its original location: [datastore2] volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79/volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1394.781171] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.781442] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ace479-3aab-454c-ad71-c6399d6500c2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.798928] env[69695]: DEBUG oslo_vmware.api [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1394.798928] env[69695]: value = "task-3499858" [ 1394.798928] env[69695]: _type = "Task" [ 1394.798928] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.806422] env[69695]: DEBUG oslo_vmware.api [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.308441] env[69695]: DEBUG oslo_vmware.api [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499858, 'name': ReconfigVM_Task, 'duration_secs': 0.258254} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.308831] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.313214] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95121f4-13ed-479d-8503-49640ed41412 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.326957] env[69695]: DEBUG oslo_vmware.api [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1395.326957] env[69695]: value = "task-3499859" [ 1395.326957] env[69695]: _type = "Task" [ 1395.326957] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.334762] env[69695]: DEBUG oslo_vmware.api [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.836747] env[69695]: DEBUG oslo_vmware.api [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499859, 'name': ReconfigVM_Task, 'duration_secs': 0.135207} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.837091] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699400', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'name': 'volume-5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c6e1c4b-be84-4809-9068-a45b29b5f3c1', 'attached_at': '', 'detached_at': '', 'volume_id': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79', 'serial': '5d1bb4da-09e5-4775-90b0-d95a4ec6eb79'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1396.376869] env[69695]: DEBUG nova.objects.instance [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'flavor' on Instance uuid 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.384150] env[69695]: DEBUG oslo_concurrency.lockutils [None req-89dc175e-f08b-4040-b98a-a2989c76cc77 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.413884] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.414303] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.414377] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.414561] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.414730] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.416825] env[69695]: INFO nova.compute.manager [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Terminating instance [ 1398.920417] env[69695]: DEBUG nova.compute.manager [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.920637] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.921575] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b739908-3523-4506-b85a-d02a9b6347c6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.930776] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.931009] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec65c44-a82c-483d-9f04-0940a8043958 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.937391] env[69695]: DEBUG oslo_vmware.api [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1398.937391] env[69695]: value = "task-3499860" [ 1398.937391] env[69695]: _type = "Task" [ 1398.937391] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.944779] env[69695]: DEBUG oslo_vmware.api [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.447351] env[69695]: DEBUG oslo_vmware.api [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499860, 'name': PowerOffVM_Task, 'duration_secs': 0.193439} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.447732] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.447732] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.447986] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a777de-091d-4db2-8d15-1c00c3c364bd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.503309] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.503513] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.503691] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleting the datastore file [datastore1] 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.503949] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96d2f9b-8db1-44d8-911e-c11043fc3386 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.510261] env[69695]: DEBUG oslo_vmware.api [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1399.510261] env[69695]: value = "task-3499862" [ 1399.510261] env[69695]: _type = "Task" [ 1399.510261] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.517787] env[69695]: DEBUG oslo_vmware.api [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.737896] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.738098] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.020358] env[69695]: DEBUG oslo_vmware.api [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123059} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.020618] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.020799] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.020982] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.021175] env[69695]: INFO nova.compute.manager [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1400.021444] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.021645] env[69695]: DEBUG nova.compute.manager [-] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.021739] env[69695]: DEBUG nova.network.neutron [-] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.449282] env[69695]: DEBUG nova.compute.manager [req-fd5bc632-b686-4d45-9f74-524947cf61f4 req-c6ba323c-073c-43fd-8c93-7a42571682ea service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Received event network-vif-deleted-357223bb-beaf-4aa6-b3e8-7722b5356491 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.449709] env[69695]: INFO nova.compute.manager [req-fd5bc632-b686-4d45-9f74-524947cf61f4 req-c6ba323c-073c-43fd-8c93-7a42571682ea service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Neutron deleted interface 357223bb-beaf-4aa6-b3e8-7722b5356491; detaching it from the instance and deleting it from the info cache [ 1400.449709] env[69695]: DEBUG nova.network.neutron [req-fd5bc632-b686-4d45-9f74-524947cf61f4 req-c6ba323c-073c-43fd-8c93-7a42571682ea service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.935836] env[69695]: DEBUG nova.network.neutron [-] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.952617] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a587b76-3d5d-4dcd-932b-496283588cfe {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.963684] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4918738c-7fe3-465c-88e2-9ce7577ffe1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.990346] env[69695]: DEBUG nova.compute.manager [req-fd5bc632-b686-4d45-9f74-524947cf61f4 req-c6ba323c-073c-43fd-8c93-7a42571682ea service nova] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Detach interface failed, port_id=357223bb-beaf-4aa6-b3e8-7722b5356491, reason: Instance 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.441532] env[69695]: INFO nova.compute.manager [-] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Took 1.42 seconds to deallocate network for instance. [ 1401.737618] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.737958] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.947938] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.948192] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.948413] env[69695]: DEBUG nova.objects.instance [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'resources' on Instance uuid 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.243889] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.510022] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b3445-d671-412a-ae61-20404b293d15 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.517613] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d25da4-c569-4fcc-bad8-6debf4261a1a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.546531] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2f54c-c154-4372-9f6b-f6ca85747856 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.553714] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a386d-5667-415e-8e7f-56b844069fba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.566710] env[69695]: DEBUG nova.compute.provider_tree [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.070190] env[69695]: DEBUG nova.scheduler.client.report [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.575929] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.578240] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.335s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.578424] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.578578] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1403.579427] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c099bf-e9b4-47c4-b194-01c8e2b36310 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.587431] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005726bc-4cce-4262-adcc-e53be6cd3e9d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.603320] env[69695]: INFO nova.scheduler.client.report [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted allocations for instance 8c6e1c4b-be84-4809-9068-a45b29b5f3c1 [ 1403.604660] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619663d3-e06a-4d38-9484-c21edef96dc3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.612777] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf6b76a-55d8-4bc8-9359-ec1a09689fa5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.641372] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179996MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1403.641604] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.641766] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.114058] env[69695]: DEBUG oslo_concurrency.lockutils [None req-858b6cda-9b83-4a03-9c51-887597806661 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "8c6e1c4b-be84-4809-9068-a45b29b5f3c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.665162] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.665396] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance f6a995bd-2cf2-43b4-80df-bc3f9acde864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.665535] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.665715] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1404.665851] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1404.710754] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b065cf04-2397-48f7-a067-e578610f2234 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.718240] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52708ae4-12a5-4f30-b0fd-b169b1ca9124 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.749929] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe6abe-e5c6-4d28-a006-70fbc2e04090 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.756942] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f95fc-54d6-4153-84c1-59d51bb71d65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.769916] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.272885] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.777038] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1405.777262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.137657] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.137970] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.252272] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.252498] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.641539] env[69695]: INFO nova.compute.manager [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Detaching volume 914126dc-0e5a-4fc8-95f3-50ce8f6759dc [ 1406.674865] env[69695]: INFO nova.virt.block_device [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Attempting to driver detach volume 914126dc-0e5a-4fc8-95f3-50ce8f6759dc from mountpoint /dev/sdb [ 1406.675122] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1406.675309] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1406.676199] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4cf035-2cc5-41b3-b707-d50d904beb81 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.698501] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3fa0c4-3910-4aaa-8def-12ac05031dd0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.704785] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33451aee-ab8a-417d-bd82-4ff8091d5694 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.724302] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a90b3e-6781-4e2d-85dc-87b94e74dbd3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.738151] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] The volume has not been displaced from its original location: [datastore2] volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc/volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1406.743292] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.743569] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a107547-3d04-422d-a128-0dd39650304d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.755666] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.765045] env[69695]: DEBUG oslo_vmware.api [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1406.765045] env[69695]: value = "task-3499863" [ 1406.765045] env[69695]: _type = "Task" [ 1406.765045] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.771594] env[69695]: DEBUG oslo_vmware.api [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.777045] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.777507] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.777673] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.777840] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.778009] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.273695] env[69695]: DEBUG oslo_vmware.api [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499863, 'name': ReconfigVM_Task, 'duration_secs': 0.213751} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.273974] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1407.278508] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c41256-c571-43a4-9d12-237c7325ffa8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.288748] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.288999] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.290499] env[69695]: INFO nova.compute.claims [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.298202] env[69695]: DEBUG oslo_vmware.api [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1407.298202] env[69695]: value = "task-3499864" [ 1407.298202] env[69695]: _type = "Task" [ 1407.298202] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.305504] env[69695]: DEBUG oslo_vmware.api [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.807847] env[69695]: DEBUG oslo_vmware.api [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499864, 'name': ReconfigVM_Task, 'duration_secs': 0.131521} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.808188] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699403', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'name': 'volume-914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a995bd-2cf2-43b4-80df-bc3f9acde864', 'attached_at': '', 'detached_at': '', 'volume_id': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc', 'serial': '914126dc-0e5a-4fc8-95f3-50ce8f6759dc'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1408.350562] env[69695]: DEBUG nova.objects.instance [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'flavor' on Instance uuid f6a995bd-2cf2-43b4-80df-bc3f9acde864 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.372321] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef762b1-001f-4c27-8dd2-cdf0ee85632d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.380136] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f5246-b269-42d4-bedf-f2319eacd689 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.411981] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b7323-b532-4b73-9d90-1396db3151b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.419100] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d792958c-33e1-4f9e-af3a-5c2e7f91b46b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.432338] env[69695]: DEBUG nova.compute.provider_tree [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.936073] env[69695]: DEBUG nova.scheduler.client.report [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.357840] env[69695]: DEBUG oslo_concurrency.lockutils [None req-aabf128a-950d-4d5b-9d29-9255dd155bd9 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.440072] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.440601] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.945136] env[69695]: DEBUG nova.compute.utils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.946464] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.946634] env[69695]: DEBUG nova.network.neutron [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.991343] env[69695]: DEBUG nova.policy [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d8718810a34fa29d0a721bd5190ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a59a49a59da45248cc2fe24db7339a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.241787] env[69695]: DEBUG nova.network.neutron [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Successfully created port: afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.377492] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.377773] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.377990] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.378191] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.378359] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.380594] env[69695]: INFO nova.compute.manager [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Terminating instance [ 1410.449963] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.884187] env[69695]: DEBUG nova.compute.manager [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.884457] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.885376] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c1fd57-dec4-4396-b705-d33a5b46f83c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.893581] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.893810] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947bd57d-68e9-42a8-b6e6-a3aa6d13bded {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.900292] env[69695]: DEBUG oslo_vmware.api [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1410.900292] env[69695]: value = "task-3499865" [ 1410.900292] env[69695]: _type = "Task" [ 1410.900292] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.908986] env[69695]: DEBUG oslo_vmware.api [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.410019] env[69695]: DEBUG oslo_vmware.api [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499865, 'name': PowerOffVM_Task, 'duration_secs': 0.157914} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.410349] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.410519] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.410765] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc0c731f-338f-491f-9290-95a7a2d8f949 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.460947] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.470939] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.471245] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.471497] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore1] f6a995bd-2cf2-43b4-80df-bc3f9acde864 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.471849] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f69a8f-9e10-4f6b-90a7-b05ed7d00440 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.480811] env[69695]: DEBUG oslo_vmware.api [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1411.480811] env[69695]: value = "task-3499867" [ 1411.480811] env[69695]: _type = "Task" [ 1411.480811] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.488712] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.488965] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.489180] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.489412] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.489593] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.489782] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.490069] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.490282] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.490494] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.490694] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.490910] env[69695]: DEBUG nova.virt.hardware [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.491736] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbbe94a-bad8-4be1-8c5c-871c28276c50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.499230] env[69695]: DEBUG oslo_vmware.api [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.502219] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93086523-c80a-4285-821a-1ab5200cec2d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.578979] env[69695]: DEBUG nova.compute.manager [req-a4ed245e-056d-4b9c-9f2a-7193862ab53e req-e408e96c-8acf-45d0-b217-438da35ca62e service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Received event network-vif-plugged-afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.579224] env[69695]: DEBUG oslo_concurrency.lockutils [req-a4ed245e-056d-4b9c-9f2a-7193862ab53e req-e408e96c-8acf-45d0-b217-438da35ca62e service nova] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.579422] env[69695]: DEBUG oslo_concurrency.lockutils [req-a4ed245e-056d-4b9c-9f2a-7193862ab53e req-e408e96c-8acf-45d0-b217-438da35ca62e service nova] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.579584] env[69695]: DEBUG oslo_concurrency.lockutils [req-a4ed245e-056d-4b9c-9f2a-7193862ab53e req-e408e96c-8acf-45d0-b217-438da35ca62e service nova] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.579749] env[69695]: DEBUG nova.compute.manager [req-a4ed245e-056d-4b9c-9f2a-7193862ab53e req-e408e96c-8acf-45d0-b217-438da35ca62e service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] No waiting events found dispatching network-vif-plugged-afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.579911] env[69695]: WARNING nova.compute.manager [req-a4ed245e-056d-4b9c-9f2a-7193862ab53e req-e408e96c-8acf-45d0-b217-438da35ca62e service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Received unexpected event network-vif-plugged-afabaab1-823d-49da-972a-e53ace6f6247 for instance with vm_state building and task_state spawning. [ 1411.659143] env[69695]: DEBUG nova.network.neutron [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Successfully updated port: afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.992305] env[69695]: DEBUG oslo_vmware.api [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149839} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.992592] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.992758] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.992948] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.993213] env[69695]: INFO nova.compute.manager [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1411.993386] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.993581] env[69695]: DEBUG nova.compute.manager [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.993675] env[69695]: DEBUG nova.network.neutron [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.161892] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.166623] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.166623] env[69695]: DEBUG nova.network.neutron [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.692543] env[69695]: DEBUG nova.network.neutron [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.811141] env[69695]: DEBUG nova.network.neutron [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updating instance_info_cache with network_info: [{"id": "afabaab1-823d-49da-972a-e53ace6f6247", "address": "fa:16:3e:97:33:2e", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafabaab1-82", "ovs_interfaceid": "afabaab1-823d-49da-972a-e53ace6f6247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.904258] env[69695]: DEBUG nova.network.neutron [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.314241] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.314493] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Instance network_info: |[{"id": "afabaab1-823d-49da-972a-e53ace6f6247", "address": "fa:16:3e:97:33:2e", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafabaab1-82", "ovs_interfaceid": "afabaab1-823d-49da-972a-e53ace6f6247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.314937] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:33:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afabaab1-823d-49da-972a-e53ace6f6247', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.322315] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.322533] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.322751] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10ff62b1-fc44-423f-a9c4-df4f978d474f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.342728] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.342728] env[69695]: value = "task-3499868" [ 1413.342728] env[69695]: _type = "Task" [ 1413.342728] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.350537] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499868, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.406328] env[69695]: INFO nova.compute.manager [-] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Took 1.41 seconds to deallocate network for instance. [ 1413.607721] env[69695]: DEBUG nova.compute.manager [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Received event network-changed-afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.607915] env[69695]: DEBUG nova.compute.manager [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Refreshing instance network info cache due to event network-changed-afabaab1-823d-49da-972a-e53ace6f6247. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.608143] env[69695]: DEBUG oslo_concurrency.lockutils [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] Acquiring lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.608284] env[69695]: DEBUG oslo_concurrency.lockutils [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] Acquired lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.608439] env[69695]: DEBUG nova.network.neutron [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Refreshing network info cache for port afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.852919] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499868, 'name': CreateVM_Task, 'duration_secs': 0.293899} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.853315] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.853723] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.853887] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.854227] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.854484] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731daeff-9095-4c26-90e5-764924181990 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.858540] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1413.858540] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521352e6-a414-c126-b10f-91ba5ae2c121" [ 1413.858540] env[69695]: _type = "Task" [ 1413.858540] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.865579] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521352e6-a414-c126-b10f-91ba5ae2c121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.913178] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.913417] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.913624] env[69695]: DEBUG nova.objects.instance [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'resources' on Instance uuid f6a995bd-2cf2-43b4-80df-bc3f9acde864 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.291772] env[69695]: DEBUG nova.network.neutron [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updated VIF entry in instance network info cache for port afabaab1-823d-49da-972a-e53ace6f6247. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.292164] env[69695]: DEBUG nova.network.neutron [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updating instance_info_cache with network_info: [{"id": "afabaab1-823d-49da-972a-e53ace6f6247", "address": "fa:16:3e:97:33:2e", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafabaab1-82", "ovs_interfaceid": "afabaab1-823d-49da-972a-e53ace6f6247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.369236] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]521352e6-a414-c126-b10f-91ba5ae2c121, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.369547] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.369809] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.370046] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.370190] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.370430] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.370727] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59c2fccb-5f6d-4ec1-b466-721d838c5235 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.378491] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.378666] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.379340] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1714efba-88a0-46ad-8890-82c128e922df {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.384282] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1414.384282] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264f9a6-a75f-c04e-883e-7d6481842aa0" [ 1414.384282] env[69695]: _type = "Task" [ 1414.384282] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.391348] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264f9a6-a75f-c04e-883e-7d6481842aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.475430] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73358ea-2f44-4a55-b7cf-ca61bf001c29 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.483910] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ade52-c501-4549-bb77-bcb7b2425d4c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.513173] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ee08c-2fb7-4489-9c1b-64f1ce4ad7e1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.519582] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb6064a-02a6-4a57-aea9-9132c3fd3468 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.532344] env[69695]: DEBUG nova.compute.provider_tree [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.795237] env[69695]: DEBUG oslo_concurrency.lockutils [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] Releasing lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.795496] env[69695]: DEBUG nova.compute.manager [req-9252bd6e-6178-43ab-bc1b-111e0a1e073a req-32330355-5952-4b76-96cd-a68a56df39a1 service nova] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Received event network-vif-deleted-f4303ed8-50bd-4624-96a4-4b55cc3434db {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.894801] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5264f9a6-a75f-c04e-883e-7d6481842aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.895560] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedb04b3-7c3e-4fff-bc8c-935adfd88ec4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.900226] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1414.900226] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dbecdd-9765-33f9-e099-042ccbf17522" [ 1414.900226] env[69695]: _type = "Task" [ 1414.900226] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.907121] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dbecdd-9765-33f9-e099-042ccbf17522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.035576] env[69695]: DEBUG nova.scheduler.client.report [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.413054] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52dbecdd-9765-33f9-e099-042ccbf17522, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.413054] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.413274] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5d37ec8b-b7d3-4590-9be5-c465e6a9681d/5d37ec8b-b7d3-4590-9be5-c465e6a9681d.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.413345] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3962af20-0626-4c4a-aa00-2ef91b232ae7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.419352] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1415.419352] env[69695]: value = "task-3499869" [ 1415.419352] env[69695]: _type = "Task" [ 1415.419352] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.426389] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.540565] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.562406] env[69695]: INFO nova.scheduler.client.report [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted allocations for instance f6a995bd-2cf2-43b4-80df-bc3f9acde864 [ 1415.638747] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.639026] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.932648] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496223} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.933049] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 5d37ec8b-b7d3-4590-9be5-c465e6a9681d/5d37ec8b-b7d3-4590-9be5-c465e6a9681d.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.933321] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.933679] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c0475a4-88d1-4228-830e-18e127e3237f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.940916] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1415.940916] env[69695]: value = "task-3499870" [ 1415.940916] env[69695]: _type = "Task" [ 1415.940916] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.951128] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.069529] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "f6a995bd-2cf2-43b4-80df-bc3f9acde864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.142469] env[69695]: INFO nova.compute.manager [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Detaching volume 3a2bc7c1-c959-4230-8238-a7b1faeb1060 [ 1416.172528] env[69695]: INFO nova.virt.block_device [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Attempting to driver detach volume 3a2bc7c1-c959-4230-8238-a7b1faeb1060 from mountpoint /dev/sdb [ 1416.172758] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1416.172935] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699406', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'name': 'volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a8e1f3c-8fd5-4e35-9e6c-000f161d2286', 'attached_at': '', 'detached_at': '', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'serial': '3a2bc7c1-c959-4230-8238-a7b1faeb1060'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1416.174237] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b044bfa3-58c1-4e42-9a55-f49c1f323a72 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.195100] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ee3094-7cff-430d-8a74-9d7905ed9fba {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.201958] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea59d8c7-4796-4252-8c8c-25ab7c116870 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.221817] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c031e75-4f90-4784-931e-25633b3349cd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.237013] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] The volume has not been displaced from its original location: [datastore2] volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060/volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1416.242182] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.242467] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171a93c1-2e43-43dc-8bac-b1ba3332bd16 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.261375] env[69695]: DEBUG oslo_vmware.api [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1416.261375] env[69695]: value = "task-3499871" [ 1416.261375] env[69695]: _type = "Task" [ 1416.261375] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.269032] env[69695]: DEBUG oslo_vmware.api [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.450550] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053182} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.450827] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.451656] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d91c53-9ec4-4fcc-932a-1425958114b1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.473720] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5d37ec8b-b7d3-4590-9be5-c465e6a9681d/5d37ec8b-b7d3-4590-9be5-c465e6a9681d.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.473968] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80ab838-8a71-4f09-90f8-2dc5d101419f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.492719] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1416.492719] env[69695]: value = "task-3499872" [ 1416.492719] env[69695]: _type = "Task" [ 1416.492719] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.500776] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.770856] env[69695]: DEBUG oslo_vmware.api [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499871, 'name': ReconfigVM_Task, 'duration_secs': 0.246311} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.771177] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.776436] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6589c5f-fb2a-4be0-b43a-e6611bdc8ea2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.791733] env[69695]: DEBUG oslo_vmware.api [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1416.791733] env[69695]: value = "task-3499873" [ 1416.791733] env[69695]: _type = "Task" [ 1416.791733] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.800292] env[69695]: DEBUG oslo_vmware.api [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.002838] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499872, 'name': ReconfigVM_Task, 'duration_secs': 0.320203} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.003204] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5d37ec8b-b7d3-4590-9be5-c465e6a9681d/5d37ec8b-b7d3-4590-9be5-c465e6a9681d.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.004665] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d07ba7-ed3f-4de2-b7af-bea4893fa56c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.009422] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1417.009422] env[69695]: value = "task-3499874" [ 1417.009422] env[69695]: _type = "Task" [ 1417.009422] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.016803] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499874, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.301513] env[69695]: DEBUG oslo_vmware.api [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499873, 'name': ReconfigVM_Task, 'duration_secs': 0.139103} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.301842] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699406', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'name': 'volume-3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a8e1f3c-8fd5-4e35-9e6c-000f161d2286', 'attached_at': '', 'detached_at': '', 'volume_id': '3a2bc7c1-c959-4230-8238-a7b1faeb1060', 'serial': '3a2bc7c1-c959-4230-8238-a7b1faeb1060'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1417.519343] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499874, 'name': Rename_Task, 'duration_secs': 0.138547} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.519604] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.519839] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17edb559-ec79-49a4-977b-86a01e9b5c8a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.525596] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1417.525596] env[69695]: value = "task-3499875" [ 1417.525596] env[69695]: _type = "Task" [ 1417.525596] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.532443] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.796935] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "51aa6030-947a-495c-9f68-21a0744d158b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.797183] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "51aa6030-947a-495c-9f68-21a0744d158b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.844273] env[69695]: DEBUG nova.objects.instance [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.035615] env[69695]: DEBUG oslo_vmware.api [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499875, 'name': PowerOnVM_Task, 'duration_secs': 0.442909} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.036058] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.036118] env[69695]: INFO nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1418.036342] env[69695]: DEBUG nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.037145] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd64e8-6f9e-4df7-9cbe-61b7558d9b55 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.299875] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.555342] env[69695]: INFO nova.compute.manager [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Took 11.29 seconds to build instance. [ 1418.807092] env[69695]: DEBUG oslo_concurrency.lockutils [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.822389] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.822664] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.824120] env[69695]: INFO nova.compute.claims [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.850534] env[69695]: DEBUG oslo_concurrency.lockutils [None req-7a9729fc-a1fe-4959-befc-e4cc8c43344f tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.851604] env[69695]: DEBUG oslo_concurrency.lockutils [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.045s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.851794] env[69695]: DEBUG nova.compute.manager [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.852708] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204b2ed-3b18-4f69-a6b2-5e7f431df307 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.860695] env[69695]: DEBUG nova.compute.manager [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69695) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1418.861378] env[69695]: DEBUG nova.objects.instance [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.057149] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.804s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.266502] env[69695]: DEBUG nova.compute.manager [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Received event network-changed-afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.266741] env[69695]: DEBUG nova.compute.manager [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Refreshing instance network info cache due to event network-changed-afabaab1-823d-49da-972a-e53ace6f6247. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.266895] env[69695]: DEBUG oslo_concurrency.lockutils [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] Acquiring lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.267217] env[69695]: DEBUG oslo_concurrency.lockutils [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] Acquired lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.267451] env[69695]: DEBUG nova.network.neutron [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Refreshing network info cache for port afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.867738] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.868072] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc213c84-a568-4246-9910-8b8d27a038e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.875502] env[69695]: DEBUG oslo_vmware.api [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1419.875502] env[69695]: value = "task-3499876" [ 1419.875502] env[69695]: _type = "Task" [ 1419.875502] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.885119] env[69695]: DEBUG oslo_vmware.api [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.895431] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63cf00a-2a24-4e2c-9dc3-5ab5ffb84c8d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.902319] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265750b5-8e2b-4bb1-908c-323e0e1b7126 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.934927] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50623a47-9c3c-4662-85e0-463b2d147623 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.942414] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52220d56-3c03-4ffd-9b3a-b27d3fcea150 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.955498] env[69695]: DEBUG nova.compute.provider_tree [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.998638] env[69695]: DEBUG nova.network.neutron [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updated VIF entry in instance network info cache for port afabaab1-823d-49da-972a-e53ace6f6247. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.999010] env[69695]: DEBUG nova.network.neutron [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updating instance_info_cache with network_info: [{"id": "afabaab1-823d-49da-972a-e53ace6f6247", "address": "fa:16:3e:97:33:2e", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafabaab1-82", "ovs_interfaceid": "afabaab1-823d-49da-972a-e53ace6f6247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.385495] env[69695]: DEBUG oslo_vmware.api [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499876, 'name': PowerOffVM_Task, 'duration_secs': 0.184654} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.385803] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.385959] env[69695]: DEBUG nova.compute.manager [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.386723] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ef4b4-20ae-43f6-bf73-70e1b2ae2cd6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.458521] env[69695]: DEBUG nova.scheduler.client.report [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.501854] env[69695]: DEBUG oslo_concurrency.lockutils [req-0942fdc5-0796-4254-85a8-878e5be30ea8 req-37d8610c-2e4d-45e6-ab5d-888e98b99924 service nova] Releasing lock "refresh_cache-5d37ec8b-b7d3-4590-9be5-c465e6a9681d" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.897736] env[69695]: DEBUG oslo_concurrency.lockutils [None req-51dce019-71b7-4623-9031-b65a87a8401a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.964093] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.964624] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.167489] env[69695]: DEBUG nova.objects.instance [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.468878] env[69695]: DEBUG nova.compute.utils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1421.470324] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.470489] env[69695]: DEBUG nova.network.neutron [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.511396] env[69695]: DEBUG nova.policy [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d070b7850aa47efbc43252408e291ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e5f58e0aee427cb07d7be80a316f03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.672947] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.673135] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.673341] env[69695]: DEBUG nova.network.neutron [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.673525] env[69695]: DEBUG nova.objects.instance [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'info_cache' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.763256] env[69695]: DEBUG nova.network.neutron [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Successfully created port: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.973614] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.177052] env[69695]: DEBUG nova.objects.base [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Object Instance<5a8e1f3c-8fd5-4e35-9e6c-000f161d2286> lazy-loaded attributes: flavor,info_cache {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1422.886545] env[69695]: DEBUG nova.network.neutron [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating instance_info_cache with network_info: [{"id": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "address": "fa:16:3e:7d:fa:c9", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d06fa4-14", "ovs_interfaceid": "08d06fa4-146c-40bf-b500-d6d7f40e8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.983541] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.009882] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.010174] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.010345] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.010527] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.010671] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.010873] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.011035] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.011206] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.011375] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.011540] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.011701] env[69695]: DEBUG nova.virt.hardware [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.012583] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c33ab-5298-49d9-8026-0a522fd32985 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.020302] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d2216-0369-40f8-a69b-605f144a0e31 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.117481] env[69695]: DEBUG nova.compute.manager [req-9c75f3d4-c3ff-4882-8da7-4ec6bf91d277 req-4e331e88-6ce5-4bd8-8e8e-a3a8633660d0 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Received event network-vif-plugged-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.117706] env[69695]: DEBUG oslo_concurrency.lockutils [req-9c75f3d4-c3ff-4882-8da7-4ec6bf91d277 req-4e331e88-6ce5-4bd8-8e8e-a3a8633660d0 service nova] Acquiring lock "51aa6030-947a-495c-9f68-21a0744d158b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.117947] env[69695]: DEBUG oslo_concurrency.lockutils [req-9c75f3d4-c3ff-4882-8da7-4ec6bf91d277 req-4e331e88-6ce5-4bd8-8e8e-a3a8633660d0 service nova] Lock "51aa6030-947a-495c-9f68-21a0744d158b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.118136] env[69695]: DEBUG oslo_concurrency.lockutils [req-9c75f3d4-c3ff-4882-8da7-4ec6bf91d277 req-4e331e88-6ce5-4bd8-8e8e-a3a8633660d0 service nova] Lock "51aa6030-947a-495c-9f68-21a0744d158b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.118351] env[69695]: DEBUG nova.compute.manager [req-9c75f3d4-c3ff-4882-8da7-4ec6bf91d277 req-4e331e88-6ce5-4bd8-8e8e-a3a8633660d0 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] No waiting events found dispatching network-vif-plugged-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.118549] env[69695]: WARNING nova.compute.manager [req-9c75f3d4-c3ff-4882-8da7-4ec6bf91d277 req-4e331e88-6ce5-4bd8-8e8e-a3a8633660d0 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Received unexpected event network-vif-plugged-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 for instance with vm_state building and task_state spawning. [ 1423.198442] env[69695]: DEBUG nova.network.neutron [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Successfully updated port: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.390078] env[69695]: DEBUG oslo_concurrency.lockutils [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "refresh_cache-5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.700762] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.700929] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.701095] env[69695]: DEBUG nova.network.neutron [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.232864] env[69695]: DEBUG nova.network.neutron [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.353352] env[69695]: DEBUG nova.network.neutron [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updating instance_info_cache with network_info: [{"id": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "address": "fa:16:3e:b2:33:8e", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b42ab9-5d", "ovs_interfaceid": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.395255] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.395570] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f2b0d4d-5ce9-414c-a7ee-ce886c8d75f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.404123] env[69695]: DEBUG oslo_vmware.api [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1424.404123] env[69695]: value = "task-3499877" [ 1424.404123] env[69695]: _type = "Task" [ 1424.404123] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.411710] env[69695]: DEBUG oslo_vmware.api [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.855804] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.856159] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Instance network_info: |[{"id": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "address": "fa:16:3e:b2:33:8e", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b42ab9-5d", "ovs_interfaceid": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.856587] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:33:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b42ab9-5d30-4730-b3f3-27dd63292aa7', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.864025] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.864260] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.864492] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dce0de59-9885-480e-a47f-b8ef037cc94b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.883987] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.883987] env[69695]: value = "task-3499878" [ 1424.883987] env[69695]: _type = "Task" [ 1424.883987] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.891301] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499878, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.912148] env[69695]: DEBUG oslo_vmware.api [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499877, 'name': PowerOnVM_Task, 'duration_secs': 0.378557} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.912485] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.912652] env[69695]: DEBUG nova.compute.manager [None req-2a05debc-8a5a-4076-ba9e-99a569e5cf2d tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.913409] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8141b0-8217-4f94-8d6f-f8307eb1666d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.144272] env[69695]: DEBUG nova.compute.manager [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Received event network-changed-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.144548] env[69695]: DEBUG nova.compute.manager [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Refreshing instance network info cache due to event network-changed-e1b42ab9-5d30-4730-b3f3-27dd63292aa7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.144804] env[69695]: DEBUG oslo_concurrency.lockutils [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] Acquiring lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.144969] env[69695]: DEBUG oslo_concurrency.lockutils [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] Acquired lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.145159] env[69695]: DEBUG nova.network.neutron [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Refreshing network info cache for port e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.393821] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499878, 'name': CreateVM_Task, 'duration_secs': 0.300469} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.394221] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1425.394667] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.394839] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.395176] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.395458] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb19f12f-ed21-45a0-8629-4e209ff9e57a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.399682] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1425.399682] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210f475-18e0-af60-e2ac-f10d69226a40" [ 1425.399682] env[69695]: _type = "Task" [ 1425.399682] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.407308] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210f475-18e0-af60-e2ac-f10d69226a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.838029] env[69695]: DEBUG nova.network.neutron [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updated VIF entry in instance network info cache for port e1b42ab9-5d30-4730-b3f3-27dd63292aa7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.838029] env[69695]: DEBUG nova.network.neutron [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updating instance_info_cache with network_info: [{"id": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "address": "fa:16:3e:b2:33:8e", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b42ab9-5d", "ovs_interfaceid": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.911381] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5210f475-18e0-af60-e2ac-f10d69226a40, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.911973] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.912224] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.912480] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.912621] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.912779] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.913066] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a2a2239-9bea-44d0-9636-c2c313d886d6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.921174] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.921328] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.921962] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0317278a-cb4e-4a58-b5a3-0278da8beb1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.927046] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1425.927046] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d6226-c2a8-197d-b396-38c9703d54e2" [ 1425.927046] env[69695]: _type = "Task" [ 1425.927046] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.934147] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d6226-c2a8-197d-b396-38c9703d54e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.340651] env[69695]: DEBUG oslo_concurrency.lockutils [req-78578082-bcc3-4b07-9fb8-3d3a2d433322 req-ed46df3d-8c9e-4789-bd63-84ec7fb3f641 service nova] Releasing lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.437106] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526d6226-c2a8-197d-b396-38c9703d54e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008251} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.437860] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7ebdf1-3e63-4aa4-a14c-ae3700db914e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.442747] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1426.442747] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f27116-da17-5ec6-8472-d2366a22aa86" [ 1426.442747] env[69695]: _type = "Task" [ 1426.442747] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.449672] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f27116-da17-5ec6-8472-d2366a22aa86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.953340] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52f27116-da17-5ec6-8472-d2366a22aa86, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.953619] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.953864] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 51aa6030-947a-495c-9f68-21a0744d158b/51aa6030-947a-495c-9f68-21a0744d158b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.954144] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa913f6-bdeb-4e59-9332-b836d58cd9b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.961853] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1426.961853] env[69695]: value = "task-3499879" [ 1426.961853] env[69695]: _type = "Task" [ 1426.961853] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.969717] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.471917] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471415} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.472305] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] 51aa6030-947a-495c-9f68-21a0744d158b/51aa6030-947a-495c-9f68-21a0744d158b.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.472387] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.472573] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb3044f-b7c5-4ac1-9c27-092cd3be3170 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.478139] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1427.478139] env[69695]: value = "task-3499880" [ 1427.478139] env[69695]: _type = "Task" [ 1427.478139] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.484995] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.988343] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059548} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.988602] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.989370] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34009d15-5df6-4d84-8f60-f2dbcc752742 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.010686] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 51aa6030-947a-495c-9f68-21a0744d158b/51aa6030-947a-495c-9f68-21a0744d158b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.010932] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2922b7-bcc6-4b47-9cdf-70a888a7aace {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.032103] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1428.032103] env[69695]: value = "task-3499881" [ 1428.032103] env[69695]: _type = "Task" [ 1428.032103] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.039596] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.542650] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499881, 'name': ReconfigVM_Task, 'duration_secs': 0.28414} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.543083] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 51aa6030-947a-495c-9f68-21a0744d158b/51aa6030-947a-495c-9f68-21a0744d158b.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.543604] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0083adea-d0b7-4b13-9b4a-c7c2da1c8802 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.550035] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1428.550035] env[69695]: value = "task-3499882" [ 1428.550035] env[69695]: _type = "Task" [ 1428.550035] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.557020] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499882, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.060792] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499882, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.563052] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499882, 'name': Rename_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.062750] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499882, 'name': Rename_Task, 'duration_secs': 1.142579} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.063012] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.063261] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39f226f6-af30-47f1-b00a-9da70d4e443d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.069291] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1430.069291] env[69695]: value = "task-3499883" [ 1430.069291] env[69695]: _type = "Task" [ 1430.069291] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.076200] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.579066] env[69695]: DEBUG oslo_vmware.api [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499883, 'name': PowerOnVM_Task, 'duration_secs': 0.456845} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.579428] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.579546] env[69695]: INFO nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1430.579706] env[69695]: DEBUG nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.580499] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416ec98-3981-474c-a019-439c961e0134 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.099158] env[69695]: INFO nova.compute.manager [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Took 12.29 seconds to build instance. [ 1431.601616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-fbc6c723-7518-40e2-94c8-250fd22d0a28 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "51aa6030-947a-495c-9f68-21a0744d158b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.804s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.698680] env[69695]: DEBUG nova.compute.manager [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Received event network-changed-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.698680] env[69695]: DEBUG nova.compute.manager [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Refreshing instance network info cache due to event network-changed-e1b42ab9-5d30-4730-b3f3-27dd63292aa7. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.698680] env[69695]: DEBUG oslo_concurrency.lockutils [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] Acquiring lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.698875] env[69695]: DEBUG oslo_concurrency.lockutils [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] Acquired lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.698954] env[69695]: DEBUG nova.network.neutron [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Refreshing network info cache for port e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.410104] env[69695]: DEBUG nova.network.neutron [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updated VIF entry in instance network info cache for port e1b42ab9-5d30-4730-b3f3-27dd63292aa7. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.410526] env[69695]: DEBUG nova.network.neutron [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updating instance_info_cache with network_info: [{"id": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "address": "fa:16:3e:b2:33:8e", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b42ab9-5d", "ovs_interfaceid": "e1b42ab9-5d30-4730-b3f3-27dd63292aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.913990] env[69695]: DEBUG oslo_concurrency.lockutils [req-dc342671-eb7a-478d-bb5a-e49c52d40407 req-b9f58653-9050-4ad7-8929-437bc1ce4ef4 service nova] Releasing lock "refresh_cache-51aa6030-947a-495c-9f68-21a0744d158b" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.811440] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "517392c7-8a6e-4076-859d-aec9f27f193c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.812193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.314576] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.839634] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.840099] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.843084] env[69695]: INFO nova.compute.claims [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.922983] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93edc42-818a-4007-b90d-832cfc3ba8a6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.930799] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eb36e8-2269-4ebe-8d87-bdf31ae1d7b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.960357] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c170ff67-fb20-4eae-85a5-1dc327057b4a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.967691] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918b7537-80fe-4863-876d-cb0055c1bb14 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.980888] env[69695]: DEBUG nova.compute.provider_tree [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.484542] env[69695]: DEBUG nova.scheduler.client.report [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.989827] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.990296] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.495596] env[69695]: DEBUG nova.compute.utils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1454.497106] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.497340] env[69695]: DEBUG nova.network.neutron [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.543615] env[69695]: DEBUG nova.policy [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d070b7850aa47efbc43252408e291ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e5f58e0aee427cb07d7be80a316f03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.000856] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.064392] env[69695]: DEBUG nova.network.neutron [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Successfully created port: 601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.507322] env[69695]: INFO nova.virt.block_device [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Booting with volume 77648873-c0af-4a1e-b354-a716dafc15ee at /dev/sda [ 1455.543613] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e4efe35-5aea-49c4-a6ae-77525b83c516 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.553721] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaff514-302f-48a4-a2e2-9c05dcf24c8e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.583499] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d09b959-7aa7-4597-8f4e-c6c7b9ac1d3b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.592856] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2dfea-217e-4014-ba2f-95d8ef2ae4f0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.623656] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43088b3d-5a88-4080-9785-f195c266cb21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.643377] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b309c6ab-79a0-48fb-9e20-6a5f393f648b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.661648] env[69695]: DEBUG nova.virt.block_device [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating existing volume attachment record: dd9085ae-2cee-45bf-afb3-032e6bae45ef {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1455.766505] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.766821] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.767063] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.767252] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.767419] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.769585] env[69695]: INFO nova.compute.manager [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Terminating instance [ 1456.273709] env[69695]: DEBUG nova.compute.manager [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.274027] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.274898] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae701d2-072b-4600-9e57-ca34dba233e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.283455] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.283712] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-802e6477-05af-4ea7-bce0-b3d3e255021c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.290943] env[69695]: DEBUG oslo_vmware.api [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1456.290943] env[69695]: value = "task-3499892" [ 1456.290943] env[69695]: _type = "Task" [ 1456.290943] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.301035] env[69695]: DEBUG oslo_vmware.api [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.435360] env[69695]: DEBUG nova.compute.manager [req-43f36b12-0914-47a1-8a17-978c6b9f8967 req-fd88dd9d-eeb2-4a98-9355-55710bfedc51 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Received event network-vif-plugged-601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.435753] env[69695]: DEBUG oslo_concurrency.lockutils [req-43f36b12-0914-47a1-8a17-978c6b9f8967 req-fd88dd9d-eeb2-4a98-9355-55710bfedc51 service nova] Acquiring lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.436141] env[69695]: DEBUG oslo_concurrency.lockutils [req-43f36b12-0914-47a1-8a17-978c6b9f8967 req-fd88dd9d-eeb2-4a98-9355-55710bfedc51 service nova] Lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.436468] env[69695]: DEBUG oslo_concurrency.lockutils [req-43f36b12-0914-47a1-8a17-978c6b9f8967 req-fd88dd9d-eeb2-4a98-9355-55710bfedc51 service nova] Lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.436799] env[69695]: DEBUG nova.compute.manager [req-43f36b12-0914-47a1-8a17-978c6b9f8967 req-fd88dd9d-eeb2-4a98-9355-55710bfedc51 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] No waiting events found dispatching network-vif-plugged-601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1456.437140] env[69695]: WARNING nova.compute.manager [req-43f36b12-0914-47a1-8a17-978c6b9f8967 req-fd88dd9d-eeb2-4a98-9355-55710bfedc51 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Received unexpected event network-vif-plugged-601f29e4-582d-4c7e-b4e1-02733e57177b for instance with vm_state building and task_state block_device_mapping. [ 1456.535937] env[69695]: DEBUG nova.network.neutron [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Successfully updated port: 601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.801049] env[69695]: DEBUG oslo_vmware.api [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499892, 'name': PowerOffVM_Task, 'duration_secs': 0.185646} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.801334] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.801528] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.801788] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74705be0-086b-4758-9197-7adc1d140a65 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.867863] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.868120] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.868705] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Deleting the datastore file [datastore1] 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.869069] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f138dca-ab0a-42eb-a9e1-c3632433d8f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.875834] env[69695]: DEBUG oslo_vmware.api [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1456.875834] env[69695]: value = "task-3499894" [ 1456.875834] env[69695]: _type = "Task" [ 1456.875834] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.884151] env[69695]: DEBUG oslo_vmware.api [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.038636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.038636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.038636] env[69695]: DEBUG nova.network.neutron [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.386874] env[69695]: DEBUG oslo_vmware.api [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145387} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.387266] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.387474] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.387663] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.387873] env[69695]: INFO nova.compute.manager [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1457.388147] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.388344] env[69695]: DEBUG nova.compute.manager [-] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1457.388439] env[69695]: DEBUG nova.network.neutron [-] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.393458] env[69695]: DEBUG oslo_concurrency.lockutils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.393725] env[69695]: DEBUG oslo_concurrency.lockutils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.586806] env[69695]: DEBUG nova.network.neutron [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.748790] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.749346] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.749561] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.749713] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.749889] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.750049] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.750199] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.750436] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.750595] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.750760] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.750921] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.751106] env[69695]: DEBUG nova.virt.hardware [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.751975] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4cb60-395f-4236-b464-f90428fe6fd2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.761547] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefdd869-021b-41f1-bc76-a744fdccfcb7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.782778] env[69695]: DEBUG nova.network.neutron [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.896902] env[69695]: DEBUG nova.compute.utils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1458.285662] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.286010] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Instance network_info: |[{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.286466] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:4d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '601f29e4-582d-4c7e-b4e1-02733e57177b', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.294104] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.294327] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.294586] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b447aab6-b804-4ec3-b650-64758564c582 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.315280] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.315280] env[69695]: value = "task-3499895" [ 1458.315280] env[69695]: _type = "Task" [ 1458.315280] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.323371] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499895, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.400793] env[69695]: DEBUG oslo_concurrency.lockutils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.404966] env[69695]: DEBUG nova.network.neutron [-] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.464922] env[69695]: DEBUG nova.compute.manager [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Received event network-changed-601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.465104] env[69695]: DEBUG nova.compute.manager [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Refreshing instance network info cache due to event network-changed-601f29e4-582d-4c7e-b4e1-02733e57177b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1458.465366] env[69695]: DEBUG oslo_concurrency.lockutils [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] Acquiring lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.465527] env[69695]: DEBUG oslo_concurrency.lockutils [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] Acquired lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.465687] env[69695]: DEBUG nova.network.neutron [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Refreshing network info cache for port 601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.826261] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499895, 'name': CreateVM_Task, 'duration_secs': 0.301441} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.826446] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.827164] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699410', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'name': 'volume-77648873-c0af-4a1e-b354-a716dafc15ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517392c7-8a6e-4076-859d-aec9f27f193c', 'attached_at': '', 'detached_at': '', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'serial': '77648873-c0af-4a1e-b354-a716dafc15ee'}, 'attachment_id': 'dd9085ae-2cee-45bf-afb3-032e6bae45ef', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69695) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1458.827390] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Root volume attach. Driver type: vmdk {{(pid=69695) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1458.828156] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd0881-bc99-455a-a78a-871e70d09531 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.835839] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f44df-7242-4f62-882a-8eda90832f86 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.841712] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf22a19d-26b7-4e14-bf30-63a6a94142c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.847170] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b564f303-506a-4c4a-82a4-ac135404a681 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.854710] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1458.854710] env[69695]: value = "task-3499896" [ 1458.854710] env[69695]: _type = "Task" [ 1458.854710] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.862021] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.907696] env[69695]: INFO nova.compute.manager [-] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Took 1.52 seconds to deallocate network for instance. [ 1459.161233] env[69695]: DEBUG nova.network.neutron [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updated VIF entry in instance network info cache for port 601f29e4-582d-4c7e-b4e1-02733e57177b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.161691] env[69695]: DEBUG nova.network.neutron [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.365842] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 40%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.414275] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.414704] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.414704] env[69695]: DEBUG nova.objects.instance [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'resources' on Instance uuid 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.466801] env[69695]: DEBUG oslo_concurrency.lockutils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.467073] env[69695]: DEBUG oslo_concurrency.lockutils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.467319] env[69695]: INFO nova.compute.manager [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Attaching volume a88f5a49-1317-484f-9010-d23b49a1021f to /dev/sdb [ 1459.502428] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91022a37-144b-4011-9ca2-c32a32576760 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.513400] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d38f6-0f2e-4045-969b-93d74703a95c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.531656] env[69695]: DEBUG nova.virt.block_device [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updating existing volume attachment record: e5378e14-30be-4d2a-91f6-920c9c66ebef {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1459.664545] env[69695]: DEBUG oslo_concurrency.lockutils [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] Releasing lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.664784] env[69695]: DEBUG nova.compute.manager [req-9fb89a0e-ab07-4f8c-ba46-1603923f256a req-978d9f92-966c-4739-98a9-c6bee4f037d9 service nova] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Received event network-vif-deleted-08d06fa4-146c-40bf-b500-d6d7f40e8648 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.737424] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.737671] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1459.866687] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 53%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.004638] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a105ef-47f2-46ea-9914-188fcbf3fc40 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.015798] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc234fa7-c0ed-41f0-978f-84372f93f147 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.051864] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce0046-f3b8-4c3f-9d35-e21348c0a138 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.063158] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f66f1-1e55-4288-a2d5-2f4fb5fd1c27 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.082575] env[69695]: DEBUG nova.compute.provider_tree [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.368205] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 67%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.585970] env[69695]: DEBUG nova.scheduler.client.report [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.870353] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 82%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.090957] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.114836] env[69695]: INFO nova.scheduler.client.report [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Deleted allocations for instance 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286 [ 1461.367266] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 97%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.623197] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cad1b20b-2997-4030-b589-02083a6358f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5a8e1f3c-8fd5-4e35-9e6c-000f161d2286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.856s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.868492] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 97%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.368072] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task} progress is 98%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.738436] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.869170] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499896, 'name': RelocateVM_Task, 'duration_secs': 3.724586} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.869484] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1462.869693] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699410', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'name': 'volume-77648873-c0af-4a1e-b354-a716dafc15ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517392c7-8a6e-4076-859d-aec9f27f193c', 'attached_at': '', 'detached_at': '', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'serial': '77648873-c0af-4a1e-b354-a716dafc15ee'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1462.870504] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf86d7-a99a-4e64-8338-ad59d2bc8f62 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.886511] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c0ebd-2e97-43e6-896a-5797ece280b7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.908269] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-77648873-c0af-4a1e-b354-a716dafc15ee/volume-77648873-c0af-4a1e-b354-a716dafc15ee.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.908551] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75a4712-588b-43f9-b38c-e9010a6c51ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.932366] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1462.932366] env[69695]: value = "task-3499899" [ 1462.932366] env[69695]: _type = "Task" [ 1462.932366] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.940288] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.443250] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499899, 'name': ReconfigVM_Task, 'duration_secs': 0.429173} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.443469] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-77648873-c0af-4a1e-b354-a716dafc15ee/volume-77648873-c0af-4a1e-b354-a716dafc15ee.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.448009] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a94457-9c28-4369-aca3-688f5801d938 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.464660] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1463.464660] env[69695]: value = "task-3499900" [ 1463.464660] env[69695]: _type = "Task" [ 1463.464660] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.474606] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.702422] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.702602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.737679] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.737888] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.974921] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499900, 'name': ReconfigVM_Task, 'duration_secs': 0.157425} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.975314] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699410', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'name': 'volume-77648873-c0af-4a1e-b354-a716dafc15ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '517392c7-8a6e-4076-859d-aec9f27f193c', 'attached_at': '', 'detached_at': '', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'serial': '77648873-c0af-4a1e-b354-a716dafc15ee'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1463.975765] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74026486-c9ae-42ae-870a-acd3c95d9b1f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.982730] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1463.982730] env[69695]: value = "task-3499901" [ 1463.982730] env[69695]: _type = "Task" [ 1463.982730] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.990207] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499901, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.081072] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1464.081373] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699412', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'name': 'volume-a88f5a49-1317-484f-9010-d23b49a1021f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d37ec8b-b7d3-4590-9be5-c465e6a9681d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'serial': 'a88f5a49-1317-484f-9010-d23b49a1021f'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1464.082257] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7619916-83c6-45b2-8568-fd3ab1c507d3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.099552] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a8077d-c000-44b7-ad15-b1de67bb024b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.124353] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-a88f5a49-1317-484f-9010-d23b49a1021f/volume-a88f5a49-1317-484f-9010-d23b49a1021f.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.124642] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38acb32f-396e-4969-98c8-1eb23a12db93 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.142824] env[69695]: DEBUG oslo_vmware.api [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1464.142824] env[69695]: value = "task-3499902" [ 1464.142824] env[69695]: _type = "Task" [ 1464.142824] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.150797] env[69695]: DEBUG oslo_vmware.api [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.204507] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.240475] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.240707] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.240836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.240987] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1464.242133] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc25c0-a50a-4496-bb7d-b48dfacfc45a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.252758] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c3130-ebfc-4bd5-bf46-8229ca61370a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.267093] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b0f4b-1648-4763-967a-c0411b89196d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.273929] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b569a12f-7716-49a3-a4f1-15dd4b7724f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.303812] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180158MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1464.303952] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.304185] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.492728] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499901, 'name': Rename_Task, 'duration_secs': 0.146001} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.492939] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.493156] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7bde59-3085-447b-ace3-47fa831e40e6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.499303] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1464.499303] env[69695]: value = "task-3499903" [ 1464.499303] env[69695]: _type = "Task" [ 1464.499303] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.507344] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.652394] env[69695]: DEBUG oslo_vmware.api [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499902, 'name': ReconfigVM_Task, 'duration_secs': 0.335672} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.652638] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-a88f5a49-1317-484f-9010-d23b49a1021f/volume-a88f5a49-1317-484f-9010-d23b49a1021f.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.657185] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70e397f-4666-46c4-8c9c-451d1f87d7d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.674135] env[69695]: DEBUG oslo_vmware.api [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1464.674135] env[69695]: value = "task-3499904" [ 1464.674135] env[69695]: _type = "Task" [ 1464.674135] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.681412] env[69695]: DEBUG oslo_vmware.api [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.725636] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.010805] env[69695]: DEBUG oslo_vmware.api [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499903, 'name': PowerOnVM_Task, 'duration_secs': 0.510779} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.011206] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.011310] env[69695]: INFO nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1465.011491] env[69695]: DEBUG nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.012298] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ecef0-2410-4973-9746-aa258d6050e9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.184492] env[69695]: DEBUG oslo_vmware.api [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499904, 'name': ReconfigVM_Task, 'duration_secs': 0.148386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.184817] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699412', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'name': 'volume-a88f5a49-1317-484f-9010-d23b49a1021f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d37ec8b-b7d3-4590-9be5-c465e6a9681d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'serial': 'a88f5a49-1317-484f-9010-d23b49a1021f'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1465.327605] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1465.327772] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5d37ec8b-b7d3-4590-9be5-c465e6a9681d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1465.327895] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 51aa6030-947a-495c-9f68-21a0744d158b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1465.328027] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 517392c7-8a6e-4076-859d-aec9f27f193c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1465.532868] env[69695]: INFO nova.compute.manager [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Took 13.71 seconds to build instance. [ 1465.831063] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1465.831266] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1465.831370] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1465.897300] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f3f9c-2af2-4bd9-89a4-687c2d4dcb92 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.904936] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d295d038-c081-476d-82cd-14b4c0b61c0f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.935470] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd2780c-4e57-46f3-a9d1-3c1780cbe81c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.943201] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffd41bc-939a-45ff-a925-e36cdc70cc2b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.957405] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.034643] env[69695]: DEBUG oslo_concurrency.lockutils [None req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.223s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.220407] env[69695]: DEBUG nova.objects.instance [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'flavor' on Instance uuid 5d37ec8b-b7d3-4590-9be5-c465e6a9681d {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.460855] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.514706] env[69695]: DEBUG nova.compute.manager [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Received event network-changed-80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.514923] env[69695]: DEBUG nova.compute.manager [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Refreshing instance network info cache due to event network-changed-80e18e29-ee5b-46ff-81cb-425cbd54de51. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1466.515133] env[69695]: DEBUG oslo_concurrency.lockutils [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] Acquiring lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.515276] env[69695]: DEBUG oslo_concurrency.lockutils [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] Acquired lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.515438] env[69695]: DEBUG nova.network.neutron [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Refreshing network info cache for port 80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.725343] env[69695]: DEBUG oslo_concurrency.lockutils [None req-979ca926-c07e-41a0-bfc5-d19e0b1bc093 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.959027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.959027] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.965740] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1466.965740] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.661s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.965996] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.240s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.968156] env[69695]: INFO nova.compute.claims [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.240171] env[69695]: DEBUG nova.network.neutron [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updated VIF entry in instance network info cache for port 80e18e29-ee5b-46ff-81cb-425cbd54de51. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.240572] env[69695]: DEBUG nova.network.neutron [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updating instance_info_cache with network_info: [{"id": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "address": "fa:16:3e:e8:c6:34", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e18e29-ee", "ovs_interfaceid": "80e18e29-ee5b-46ff-81cb-425cbd54de51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.462271] env[69695]: INFO nova.compute.manager [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Detaching volume a88f5a49-1317-484f-9010-d23b49a1021f [ 1467.496471] env[69695]: INFO nova.virt.block_device [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Attempting to driver detach volume a88f5a49-1317-484f-9010-d23b49a1021f from mountpoint /dev/sdb [ 1467.496716] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1467.496899] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699412', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'name': 'volume-a88f5a49-1317-484f-9010-d23b49a1021f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d37ec8b-b7d3-4590-9be5-c465e6a9681d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'serial': 'a88f5a49-1317-484f-9010-d23b49a1021f'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1467.497825] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8006158b-21d7-4fdb-8c3b-a03067807c82 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.521814] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7c5f5-dba7-4fea-9e97-76e4c12369aa {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.534618] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e6563d-f8ef-4e90-b2bd-2d343eda27b2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.555982] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d1653a-7436-4a97-beb8-0636e703fb6c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.570981] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] The volume has not been displaced from its original location: [datastore1] volume-a88f5a49-1317-484f-9010-d23b49a1021f/volume-a88f5a49-1317-484f-9010-d23b49a1021f.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1467.576201] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1467.576741] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21b8e67-c372-4170-bba6-e7c7e8fb7e92 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.595077] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1467.595077] env[69695]: value = "task-3499905" [ 1467.595077] env[69695]: _type = "Task" [ 1467.595077] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.602842] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.742989] env[69695]: DEBUG oslo_concurrency.lockutils [req-9dc5af78-1b5a-4f28-a500-bfe5e18287e3 req-fe78bd58-8b67-4eb0-9649-de63e796ef45 service nova] Releasing lock "refresh_cache-a2e9594c-52f6-4705-83ed-43be83cecbb3" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.034774] env[69695]: DEBUG nova.compute.manager [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Stashing vm_state: active {{(pid=69695) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1468.066408] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fcd5d8-115f-4bb5-af68-11dc08061f41 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.074437] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ffc23c-92aa-4297-862d-0d129122648c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.110197] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e69aa8b-7012-49e9-8d8e-c561786d9e50 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.118107] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499905, 'name': ReconfigVM_Task, 'duration_secs': 0.209418} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.120352] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1468.125358] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1c3f34-0bc3-4298-8afb-7ca809349431 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.136147] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afacab50-049f-4989-b14e-fa639c8c63d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.150660] env[69695]: DEBUG nova.compute.provider_tree [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.153092] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1468.153092] env[69695]: value = "task-3499906" [ 1468.153092] env[69695]: _type = "Task" [ 1468.153092] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.160897] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.539071] env[69695]: DEBUG nova.compute.manager [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Received event network-changed-601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.539281] env[69695]: DEBUG nova.compute.manager [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Refreshing instance network info cache due to event network-changed-601f29e4-582d-4c7e-b4e1-02733e57177b. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.539463] env[69695]: DEBUG oslo_concurrency.lockutils [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] Acquiring lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.539602] env[69695]: DEBUG oslo_concurrency.lockutils [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] Acquired lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.539758] env[69695]: DEBUG nova.network.neutron [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Refreshing network info cache for port 601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.552941] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.655358] env[69695]: DEBUG nova.scheduler.client.report [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.670404] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.965436] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.965684] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.965845] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.965992] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.164533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.165119] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.170664] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.618s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.171785] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.258596] env[69695]: DEBUG nova.network.neutron [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updated VIF entry in instance network info cache for port 601f29e4-582d-4c7e-b4e1-02733e57177b. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.259125] env[69695]: DEBUG nova.network.neutron [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.670495] env[69695]: DEBUG oslo_vmware.api [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499906, 'name': ReconfigVM_Task, 'duration_secs': 1.133514} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.670888] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699412', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'name': 'volume-a88f5a49-1317-484f-9010-d23b49a1021f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d37ec8b-b7d3-4590-9be5-c465e6a9681d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88f5a49-1317-484f-9010-d23b49a1021f', 'serial': 'a88f5a49-1317-484f-9010-d23b49a1021f'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1469.675826] env[69695]: DEBUG nova.compute.utils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1469.678851] env[69695]: INFO nova.compute.claims [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.682188] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1469.682367] env[69695]: DEBUG nova.network.neutron [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.716895] env[69695]: DEBUG nova.policy [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e25c71d95e2647cbafbf40ef102dc85b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f5c85e9f7944e4b1b245709d142d5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.761913] env[69695]: DEBUG oslo_concurrency.lockutils [req-d5e42082-cea1-4e3d-8ae3-26a937c8aa8d req-d85b7aa6-9283-4236-8c0e-e384002260c0 service nova] Releasing lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.968623] env[69695]: DEBUG nova.network.neutron [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Successfully created port: e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.183410] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.187403] env[69695]: INFO nova.compute.resource_tracker [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating resource usage from migration 664a061e-2194-492a-a5e2-bd3e407da8d6 [ 1470.218051] env[69695]: DEBUG nova.objects.instance [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'flavor' on Instance uuid 5d37ec8b-b7d3-4590-9be5-c465e6a9681d {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.271801] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbff905-0ef4-48e8-8a16-7f71ac387eb7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.279351] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fdec7-e18b-49c4-ae7f-c3e1202ccbf5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.308911] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd48ab4-d76f-4097-94ff-b6d43fcf2392 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.315533] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97463710-bed3-4b78-8df8-fbf293fa7be1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.328062] env[69695]: DEBUG nova.compute.provider_tree [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.831085] env[69695]: DEBUG nova.scheduler.client.report [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.197266] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.224551] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.224793] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.224948] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.225144] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.225289] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.225434] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.225643] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.225829] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.226025] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.226193] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.226362] env[69695]: DEBUG nova.virt.hardware [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.227247] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65773f-c8d6-46e8-8b5f-0eec030dc892 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.230029] env[69695]: DEBUG oslo_concurrency.lockutils [None req-bf357b3b-9009-49e6-91e2-523bca5d4071 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.271s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.236645] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f886c6e-f87c-4278-9849-afe97f3cfd21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.314309] env[69695]: DEBUG nova.compute.manager [req-35815617-22a4-40a8-aa0b-26d27df3f339 req-d8a8110d-f109-403f-8796-9157a8881f10 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Received event network-vif-plugged-e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.314533] env[69695]: DEBUG oslo_concurrency.lockutils [req-35815617-22a4-40a8-aa0b-26d27df3f339 req-d8a8110d-f109-403f-8796-9157a8881f10 service nova] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.314739] env[69695]: DEBUG oslo_concurrency.lockutils [req-35815617-22a4-40a8-aa0b-26d27df3f339 req-d8a8110d-f109-403f-8796-9157a8881f10 service nova] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.314903] env[69695]: DEBUG oslo_concurrency.lockutils [req-35815617-22a4-40a8-aa0b-26d27df3f339 req-d8a8110d-f109-403f-8796-9157a8881f10 service nova] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.315081] env[69695]: DEBUG nova.compute.manager [req-35815617-22a4-40a8-aa0b-26d27df3f339 req-d8a8110d-f109-403f-8796-9157a8881f10 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] No waiting events found dispatching network-vif-plugged-e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.315247] env[69695]: WARNING nova.compute.manager [req-35815617-22a4-40a8-aa0b-26d27df3f339 req-d8a8110d-f109-403f-8796-9157a8881f10 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Received unexpected event network-vif-plugged-e81f0870-9493-4d26-88c3-fa58900a2ed6 for instance with vm_state building and task_state spawning. [ 1471.335691] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.335875] env[69695]: INFO nova.compute.manager [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Migrating [ 1471.403642] env[69695]: DEBUG nova.network.neutron [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Successfully updated port: e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.849857] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.850355] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.850355] env[69695]: DEBUG nova.network.neutron [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.905896] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.906056] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.906164] env[69695]: DEBUG nova.network.neutron [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.342997] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.343325] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.343551] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.343735] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.343903] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.346437] env[69695]: INFO nova.compute.manager [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Terminating instance [ 1472.447826] env[69695]: DEBUG nova.network.neutron [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.657836] env[69695]: DEBUG nova.network.neutron [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updating instance_info_cache with network_info: [{"id": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "address": "fa:16:3e:31:e6:ab", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81f0870-94", "ovs_interfaceid": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.660260] env[69695]: DEBUG nova.network.neutron [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.734035] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.851061] env[69695]: DEBUG nova.compute.manager [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.851383] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.852229] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a20fcb3-6f94-4e07-962f-6c680257a7ad {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.861423] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.861653] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aceb8f72-3626-4bcd-b0a3-315a312e4f21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.867924] env[69695]: DEBUG oslo_vmware.api [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1472.867924] env[69695]: value = "task-3499907" [ 1472.867924] env[69695]: _type = "Task" [ 1472.867924] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.875818] env[69695]: DEBUG oslo_vmware.api [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.161101] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.161599] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Instance network_info: |[{"id": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "address": "fa:16:3e:31:e6:ab", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81f0870-94", "ovs_interfaceid": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1473.162224] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e6:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81f0870-9493-4d26-88c3-fa58900a2ed6', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.176213] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1473.176918] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.178792] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.179429] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3892708c-eef0-4c19-bbab-23b93c4a7112 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.213100] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.213100] env[69695]: value = "task-3499908" [ 1473.213100] env[69695]: _type = "Task" [ 1473.213100] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.221500] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499908, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.342425] env[69695]: DEBUG nova.compute.manager [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Received event network-changed-e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.342580] env[69695]: DEBUG nova.compute.manager [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Refreshing instance network info cache due to event network-changed-e81f0870-9493-4d26-88c3-fa58900a2ed6. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1473.342793] env[69695]: DEBUG oslo_concurrency.lockutils [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] Acquiring lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.342971] env[69695]: DEBUG oslo_concurrency.lockutils [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] Acquired lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.343130] env[69695]: DEBUG nova.network.neutron [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Refreshing network info cache for port e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.378829] env[69695]: DEBUG oslo_vmware.api [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499907, 'name': PowerOffVM_Task, 'duration_secs': 0.172969} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.379120] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.379290] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.379541] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db15876-0835-4079-b725-03292e93e77f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.444676] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.444849] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.445041] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleting the datastore file [datastore1] 5d37ec8b-b7d3-4590-9be5-c465e6a9681d {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.445322] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee908d33-1023-4b6e-afde-cb19259d3221 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.452414] env[69695]: DEBUG oslo_vmware.api [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1473.452414] env[69695]: value = "task-3499910" [ 1473.452414] env[69695]: _type = "Task" [ 1473.452414] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.460099] env[69695]: DEBUG oslo_vmware.api [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.723439] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499908, 'name': CreateVM_Task, 'duration_secs': 0.313795} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.723606] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.724288] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.724449] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.724789] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.725047] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf794689-72f7-41b9-ae74-70db1c8c2773 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.729479] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1473.729479] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52635250-48af-c1bb-4d47-47b2c9574b4b" [ 1473.729479] env[69695]: _type = "Task" [ 1473.729479] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.737434] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52635250-48af-c1bb-4d47-47b2c9574b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.962423] env[69695]: DEBUG oslo_vmware.api [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141291} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.962829] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.962902] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.963019] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.963205] env[69695]: INFO nova.compute.manager [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1473.963440] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1473.963633] env[69695]: DEBUG nova.compute.manager [-] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.963724] env[69695]: DEBUG nova.network.neutron [-] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.073027] env[69695]: DEBUG nova.network.neutron [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updated VIF entry in instance network info cache for port e81f0870-9493-4d26-88c3-fa58900a2ed6. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.073385] env[69695]: DEBUG nova.network.neutron [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updating instance_info_cache with network_info: [{"id": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "address": "fa:16:3e:31:e6:ab", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81f0870-94", "ovs_interfaceid": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.239516] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52635250-48af-c1bb-4d47-47b2c9574b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.239858] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.240746] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.241065] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.241258] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.241476] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.241790] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ff161b-67ff-4942-9c65-78a4375a65e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.250950] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.251168] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1474.252096] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f0a047-ca26-463b-ab91-508b901ae259 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.259291] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1474.259291] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6986-7f48-45fe-af52-fe450e642101" [ 1474.259291] env[69695]: _type = "Task" [ 1474.259291] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.267192] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6986-7f48-45fe-af52-fe450e642101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.575883] env[69695]: DEBUG oslo_concurrency.lockutils [req-bc454bb9-4ab0-4443-a1c8-9ebe464ffe20 req-9a086cb1-873e-413b-91cc-af3ab2085bd7 service nova] Releasing lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.691056] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b25f7c-5ed2-43eb-af0a-f0d73e04618b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.710048] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 0 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1474.769291] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52ee6986-7f48-45fe-af52-fe450e642101, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.770045] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7b1993-f721-4d53-82f1-070537b96344 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.775226] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1474.775226] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523e60cf-3967-0926-1823-97e5e16b6dba" [ 1474.775226] env[69695]: _type = "Task" [ 1474.775226] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.782396] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523e60cf-3967-0926-1823-97e5e16b6dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.916824] env[69695]: DEBUG nova.network.neutron [-] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.215865] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.218223] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5492ec20-4750-4420-96c3-20d3cea91ccd {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.227781] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1475.227781] env[69695]: value = "task-3499911" [ 1475.227781] env[69695]: _type = "Task" [ 1475.227781] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.236791] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.285510] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]523e60cf-3967-0926-1823-97e5e16b6dba, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.285796] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.286087] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7/5e2d89b7-a08c-4346-b1bf-e38e00af8ce7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1475.286373] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e85080f-1b51-4e54-96cb-4989fe6a0725 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.293660] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1475.293660] env[69695]: value = "task-3499912" [ 1475.293660] env[69695]: _type = "Task" [ 1475.293660] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.301649] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.370312] env[69695]: DEBUG nova.compute.manager [req-4200b20b-8d7a-468b-81ad-c5681ebe9750 req-c0d1f88b-d506-4b69-98e3-586649ddc907 service nova] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Received event network-vif-deleted-afabaab1-823d-49da-972a-e53ace6f6247 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.419701] env[69695]: INFO nova.compute.manager [-] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Took 1.46 seconds to deallocate network for instance. [ 1475.738095] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499911, 'name': PowerOffVM_Task, 'duration_secs': 0.223175} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.738095] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.738095] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 17 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1475.804498] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474996} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.804745] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore2] 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7/5e2d89b7-a08c-4346-b1bf-e38e00af8ce7.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.804950] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.805211] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79dc3fc9-2ea9-4723-a9c3-74285b7ac3d4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.811658] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1475.811658] env[69695]: value = "task-3499913" [ 1475.811658] env[69695]: _type = "Task" [ 1475.811658] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.818892] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.926326] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.926601] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.926819] env[69695]: DEBUG nova.objects.instance [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'resources' on Instance uuid 5d37ec8b-b7d3-4590-9be5-c465e6a9681d {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.243650] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.243944] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.244081] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.244265] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.244409] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.244550] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.244807] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.244970] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.245149] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.245311] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.245485] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.250622] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9ef9de-6220-4089-addf-657f268cf5c7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.274369] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1476.274369] env[69695]: value = "task-3499914" [ 1476.274369] env[69695]: _type = "Task" [ 1476.274369] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.283023] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.321140] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066671} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.321402] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.322221] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9974f-b12d-4b66-83ea-5fb63d24d48e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.343620] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7/5e2d89b7-a08c-4346-b1bf-e38e00af8ce7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.343889] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f560d5b-a2d7-4074-9b41-79384254a098 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.363299] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1476.363299] env[69695]: value = "task-3499915" [ 1476.363299] env[69695]: _type = "Task" [ 1476.363299] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.370967] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.516142] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b8be92-2c8b-46da-99d4-2c2421b4149b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.523808] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6df09a-9f5f-446d-bdf2-b874428f09a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.554027] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0bafd0-f70a-49d6-bdd3-ef2576de73f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.561198] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e40524-b68c-4305-a60b-7e0be2997ff6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.574220] env[69695]: DEBUG nova.compute.provider_tree [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.783989] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499914, 'name': ReconfigVM_Task, 'duration_secs': 0.21527} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.784310] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 33 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1476.872957] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499915, 'name': ReconfigVM_Task, 'duration_secs': 0.304089} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.873559] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7/5e2d89b7-a08c-4346-b1bf-e38e00af8ce7.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.874197] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b71ce4e-10ff-41eb-bb2f-9b3f606f7976 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.880894] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1476.880894] env[69695]: value = "task-3499916" [ 1476.880894] env[69695]: _type = "Task" [ 1476.880894] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.888482] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499916, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.077391] env[69695]: DEBUG nova.scheduler.client.report [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.291185] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.291591] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.291591] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.291814] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.291908] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.292065] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.292275] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.292432] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.292595] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.292757] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.292929] env[69695]: DEBUG nova.virt.hardware [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.298060] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1477.298365] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f4d5a4-aa76-4208-b8ba-96e04ea2b4b0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.317495] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1477.317495] env[69695]: value = "task-3499917" [ 1477.317495] env[69695]: _type = "Task" [ 1477.317495] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.325380] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.389753] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499916, 'name': Rename_Task, 'duration_secs': 0.143548} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.390034] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.390285] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3825b018-ebc8-4dcb-a536-fc62e3a711d0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.396476] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1477.396476] env[69695]: value = "task-3499918" [ 1477.396476] env[69695]: _type = "Task" [ 1477.396476] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.403740] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.582475] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.603733] env[69695]: INFO nova.scheduler.client.report [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted allocations for instance 5d37ec8b-b7d3-4590-9be5-c465e6a9681d [ 1477.828290] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499917, 'name': ReconfigVM_Task, 'duration_secs': 0.167561} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.828458] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1477.829208] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b6fbd-b5c6-42ac-b97e-adafe367d25d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.852210] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-77648873-c0af-4a1e-b354-a716dafc15ee/volume-77648873-c0af-4a1e-b354-a716dafc15ee.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.852466] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb88ec9-b7a7-4ab1-9a92-46843dd0c033 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.870174] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1477.870174] env[69695]: value = "task-3499919" [ 1477.870174] env[69695]: _type = "Task" [ 1477.870174] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.877875] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.905108] env[69695]: DEBUG oslo_vmware.api [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499918, 'name': PowerOnVM_Task, 'duration_secs': 0.416546} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.905383] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.905581] env[69695]: INFO nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1477.905759] env[69695]: DEBUG nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.906527] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b543a6-aba7-4b03-bb64-bb027dc61ff4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.112376] env[69695]: DEBUG oslo_concurrency.lockutils [None req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "5d37ec8b-b7d3-4590-9be5-c465e6a9681d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.769s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.380236] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499919, 'name': ReconfigVM_Task, 'duration_secs': 0.274214} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.381120] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-77648873-c0af-4a1e-b354-a716dafc15ee/volume-77648873-c0af-4a1e-b354-a716dafc15ee.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.381120] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 50 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.424592] env[69695]: INFO nova.compute.manager [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Took 13.71 seconds to build instance. [ 1478.799656] env[69695]: DEBUG nova.compute.manager [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Received event network-changed-e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1478.799884] env[69695]: DEBUG nova.compute.manager [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Refreshing instance network info cache due to event network-changed-e81f0870-9493-4d26-88c3-fa58900a2ed6. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1478.800030] env[69695]: DEBUG oslo_concurrency.lockutils [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] Acquiring lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.800171] env[69695]: DEBUG oslo_concurrency.lockutils [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] Acquired lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.800337] env[69695]: DEBUG nova.network.neutron [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Refreshing network info cache for port e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.887296] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0815abfb-ba2e-4d60-9f14-cae92a9537a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.907453] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55811b6a-6515-417c-9c11-49ed26024ac0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.927204] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.224s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.927530] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 67 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.507546] env[69695]: DEBUG nova.network.neutron [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updated VIF entry in instance network info cache for port e81f0870-9493-4d26-88c3-fa58900a2ed6. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.507915] env[69695]: DEBUG nova.network.neutron [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updating instance_info_cache with network_info: [{"id": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "address": "fa:16:3e:31:e6:ab", "network": {"id": "220f8f33-9119-4031-bf2c-1de0727ebfd1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1613074040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f5c85e9f7944e4b1b245709d142d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81f0870-94", "ovs_interfaceid": "e81f0870-9493-4d26-88c3-fa58900a2ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.012047] env[69695]: DEBUG oslo_concurrency.lockutils [req-f341105b-9651-4e46-9a78-30c2b0129047 req-5e418c7b-7d70-4a1e-9c0a-a4fe4c54e040 service nova] Releasing lock "refresh_cache-5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.251057] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.251296] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.574072] env[69695]: DEBUG nova.network.neutron [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Port 601f29e4-582d-4c7e-b4e1-02733e57177b binding to destination host cpu-1 is already ACTIVE {{(pid=69695) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1480.754099] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Starting instance... {{(pid=69695) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.276131] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.276491] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.278071] env[69695]: INFO nova.compute.claims [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.595111] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.595464] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.595530] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.359009] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151e0577-ae2f-4b14-9a89-353965df60f1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.366958] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cefd2-c558-4ed7-a8e4-786c2765eac5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.397043] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d1e94f-d0a2-420a-bc15-81771985bbf3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.404797] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6c3954-f8f3-464b-bc73-9d83f17a7743 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.418053] env[69695]: DEBUG nova.compute.provider_tree [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.627533] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.627780] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.627900] env[69695]: DEBUG nova.network.neutron [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.921795] env[69695]: DEBUG nova.scheduler.client.report [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.322780] env[69695]: DEBUG nova.network.neutron [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.426568] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.427166] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Start building networks asynchronously for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.825652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.932053] env[69695]: DEBUG nova.compute.utils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1483.933488] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Allocating IP information in the background. {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.933675] env[69695]: DEBUG nova.network.neutron [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] allocate_for_instance() {{(pid=69695) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.969855] env[69695]: DEBUG nova.policy [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d8718810a34fa29d0a721bd5190ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a59a49a59da45248cc2fe24db7339a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69695) authorize /opt/stack/nova/nova/policy.py:192}} [ 1484.218563] env[69695]: DEBUG nova.network.neutron [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Successfully created port: d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.334325] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f213612-b66a-46df-945e-bda0c79099b5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.341731] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa498e-3486-4037-8354-65ee92b8415d {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.436535] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Start building block device mappings for instance. {{(pid=69695) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1485.446704] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Start spawning the instance on the hypervisor. {{(pid=69695) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.450971] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f1a88-600e-4333-999f-ee6424380683 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.475551] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d35310-311f-4194-8a1d-7a86ab00f333 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.482938] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 83 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1485.488603] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-21T14:19:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-21T14:19:12Z,direct_url=,disk_format='vmdk',id=e55f5e91-2813-4fc7-9d77-0e99749fd5ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9366421229bd4ec585a53f8abbca24b8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-21T14:19:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.488847] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.489016] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image limits 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.489219] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Flavor pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.489371] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Image pref 0:0:0 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.489515] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69695) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.489718] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.489878] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.490057] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Got 1 possible topologies {{(pid=69695) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.490226] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.490431] env[69695]: DEBUG nova.virt.hardware [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69695) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.491551] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facdb106-b241-4ce2-a076-382e87ef2782 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.499521] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49de3d-fd61-4ee0-b010-e2717407528b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.588557] env[69695]: DEBUG nova.compute.manager [req-935b74cb-33f4-4566-a152-6279e5c14908 req-cae8f54c-01c6-4660-bea5-7552eabd4efb service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Received event network-vif-plugged-d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.588745] env[69695]: DEBUG oslo_concurrency.lockutils [req-935b74cb-33f4-4566-a152-6279e5c14908 req-cae8f54c-01c6-4660-bea5-7552eabd4efb service nova] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.588950] env[69695]: DEBUG oslo_concurrency.lockutils [req-935b74cb-33f4-4566-a152-6279e5c14908 req-cae8f54c-01c6-4660-bea5-7552eabd4efb service nova] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.589392] env[69695]: DEBUG oslo_concurrency.lockutils [req-935b74cb-33f4-4566-a152-6279e5c14908 req-cae8f54c-01c6-4660-bea5-7552eabd4efb service nova] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.589392] env[69695]: DEBUG nova.compute.manager [req-935b74cb-33f4-4566-a152-6279e5c14908 req-cae8f54c-01c6-4660-bea5-7552eabd4efb service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] No waiting events found dispatching network-vif-plugged-d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.589484] env[69695]: WARNING nova.compute.manager [req-935b74cb-33f4-4566-a152-6279e5c14908 req-cae8f54c-01c6-4660-bea5-7552eabd4efb service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Received unexpected event network-vif-plugged-d11cde3f-92f3-4b31-bea8-84b556d838d0 for instance with vm_state building and task_state spawning. [ 1485.671899] env[69695]: DEBUG nova.network.neutron [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Successfully updated port: d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1485.997477] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.997810] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a07735-cc01-4b80-bc4f-b000e08638c8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.006043] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1486.006043] env[69695]: value = "task-3499920" [ 1486.006043] env[69695]: _type = "Task" [ 1486.006043] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.015184] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.175048] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.175048] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.175048] env[69695]: DEBUG nova.network.neutron [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.516709] env[69695]: DEBUG oslo_vmware.api [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499920, 'name': PowerOnVM_Task, 'duration_secs': 0.388567} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.517103] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.517218] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cf646e-1310-4d28-8a74-164f1e82adbf tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance '517392c7-8a6e-4076-859d-aec9f27f193c' progress to 100 {{(pid=69695) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1486.712561] env[69695]: DEBUG nova.network.neutron [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Instance cache missing network info. {{(pid=69695) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.854392] env[69695]: DEBUG nova.network.neutron [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updating instance_info_cache with network_info: [{"id": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "address": "fa:16:3e:1d:0a:bb", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11cde3f-92", "ovs_interfaceid": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.357066] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.357496] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Instance network_info: |[{"id": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "address": "fa:16:3e:1d:0a:bb", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11cde3f-92", "ovs_interfaceid": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69695) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1487.358111] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:0a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd11cde3f-92f3-4b31-bea8-84b556d838d0', 'vif_model': 'vmxnet3'}] {{(pid=69695) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.365899] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.366126] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Creating VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.366351] env[69695]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-948e7db8-d8af-42d3-bfcf-f8b4f3a49e7a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.387479] env[69695]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.387479] env[69695]: value = "task-3499921" [ 1487.387479] env[69695]: _type = "Task" [ 1487.387479] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.394650] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499921, 'name': CreateVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.621052] env[69695]: DEBUG nova.compute.manager [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Received event network-changed-d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.621380] env[69695]: DEBUG nova.compute.manager [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Refreshing instance network info cache due to event network-changed-d11cde3f-92f3-4b31-bea8-84b556d838d0. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1487.621530] env[69695]: DEBUG oslo_concurrency.lockutils [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] Acquiring lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.621632] env[69695]: DEBUG oslo_concurrency.lockutils [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] Acquired lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.621920] env[69695]: DEBUG nova.network.neutron [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Refreshing network info cache for port d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.898059] env[69695]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499921, 'name': CreateVM_Task, 'duration_secs': 0.33819} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.898059] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Created VM on the ESX host {{(pid=69695) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1487.898568] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.898749] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.899076] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.899324] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5476f5-5e23-44ca-a41a-2dea48234615 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.904060] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1487.904060] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526ee2db-ca1c-a46b-f733-27674f1c6e22" [ 1487.904060] env[69695]: _type = "Task" [ 1487.904060] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.912522] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526ee2db-ca1c-a46b-f733-27674f1c6e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.294705] env[69695]: DEBUG nova.network.neutron [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updated VIF entry in instance network info cache for port d11cde3f-92f3-4b31-bea8-84b556d838d0. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.295100] env[69695]: DEBUG nova.network.neutron [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updating instance_info_cache with network_info: [{"id": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "address": "fa:16:3e:1d:0a:bb", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11cde3f-92", "ovs_interfaceid": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.356429] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "517392c7-8a6e-4076-859d-aec9f27f193c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.356685] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.356870] env[69695]: DEBUG nova.compute.manager [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Going to confirm migration 10 {{(pid=69695) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1488.414737] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]526ee2db-ca1c-a46b-f733-27674f1c6e22, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.414999] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.415244] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Processing image e55f5e91-2813-4fc7-9d77-0e99749fd5ea {{(pid=69695) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1488.415481] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.415623] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.415804] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1488.416074] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a6c16bf-f6a5-4cde-82ac-45477eb772d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.425409] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69695) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1488.425568] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69695) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1488.426349] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc021db-cbed-41b2-b638-0e83f71611ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.431351] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1488.431351] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52394f70-1258-43cd-0a17-ba35c37f665c" [ 1488.431351] env[69695]: _type = "Task" [ 1488.431351] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.439355] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52394f70-1258-43cd-0a17-ba35c37f665c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.798262] env[69695]: DEBUG oslo_concurrency.lockutils [req-dc92bfe9-31b3-420d-82b6-be188a79540b req-71b4eda5-1bd0-4f8c-850f-79d1f154e96a service nova] Releasing lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.924193] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.924393] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquired lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.924575] env[69695]: DEBUG nova.network.neutron [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Building network info cache for instance {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.924760] env[69695]: DEBUG nova.objects.instance [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'info_cache' on Instance uuid 517392c7-8a6e-4076-859d-aec9f27f193c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.941980] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52394f70-1258-43cd-0a17-ba35c37f665c, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.943436] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a74967-0f1d-4faa-a926-011be29a676e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.948946] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1488.948946] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5295ba0d-04eb-4a2a-adb0-79a3b374f094" [ 1488.948946] env[69695]: _type = "Task" [ 1488.948946] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.956341] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5295ba0d-04eb-4a2a-adb0-79a3b374f094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.459344] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]5295ba0d-04eb-4a2a-adb0-79a3b374f094, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.459604] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.459858] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] bd6a2917-68dd-4614-a5ff-7edfc12f0ca9/bd6a2917-68dd-4614-a5ff-7edfc12f0ca9.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1489.460114] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7e5ba1-522e-4e57-a002-62e3bc6e7c86 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.466874] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1489.466874] env[69695]: value = "task-3499922" [ 1489.466874] env[69695]: _type = "Task" [ 1489.466874] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.474332] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.976160] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425949} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.976506] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e55f5e91-2813-4fc7-9d77-0e99749fd5ea/e55f5e91-2813-4fc7-9d77-0e99749fd5ea.vmdk to [datastore1] bd6a2917-68dd-4614-a5ff-7edfc12f0ca9/bd6a2917-68dd-4614-a5ff-7edfc12f0ca9.vmdk {{(pid=69695) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1489.976651] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Extending root virtual disk to 1048576 {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1489.976865] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8af6de8-7d1e-49b9-a5c6-8c49760b1e5f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.982866] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1489.982866] env[69695]: value = "task-3499923" [ 1489.982866] env[69695]: _type = "Task" [ 1489.982866] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.992213] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.133589] env[69695]: DEBUG nova.network.neutron [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [{"id": "601f29e4-582d-4c7e-b4e1-02733e57177b", "address": "fa:16:3e:48:4d:28", "network": {"id": "ae28b72a-dde0-49bc-bcc2-163f47b03673", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1953825707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e5f58e0aee427cb07d7be80a316f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601f29e4-58", "ovs_interfaceid": "601f29e4-582d-4c7e-b4e1-02733e57177b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.492613] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066655} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.492896] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Extended root virtual disk {{(pid=69695) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1490.493700] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c11925-ae8c-4d75-8d8c-a45a065ad472 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.515027] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] bd6a2917-68dd-4614-a5ff-7edfc12f0ca9/bd6a2917-68dd-4614-a5ff-7edfc12f0ca9.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.515259] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa04666-8871-438c-82ea-78fdfbb6e70f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.534288] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1490.534288] env[69695]: value = "task-3499924" [ 1490.534288] env[69695]: _type = "Task" [ 1490.534288] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.541896] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.636770] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Releasing lock "refresh_cache-517392c7-8a6e-4076-859d-aec9f27f193c" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.637112] env[69695]: DEBUG nova.objects.instance [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'migration_context' on Instance uuid 517392c7-8a6e-4076-859d-aec9f27f193c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.045243] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499924, 'name': ReconfigVM_Task, 'duration_secs': 0.278743} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.045637] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Reconfigured VM instance instance-00000081 to attach disk [datastore1] bd6a2917-68dd-4614-a5ff-7edfc12f0ca9/bd6a2917-68dd-4614-a5ff-7edfc12f0ca9.vmdk or device None with type sparse {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.046176] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27e5401-2913-46d3-883e-99b0c8cd71ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.053095] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1491.053095] env[69695]: value = "task-3499925" [ 1491.053095] env[69695]: _type = "Task" [ 1491.053095] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.062135] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499925, 'name': Rename_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.140808] env[69695]: DEBUG nova.objects.base [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Object Instance<517392c7-8a6e-4076-859d-aec9f27f193c> lazy-loaded attributes: info_cache,migration_context {{(pid=69695) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1491.141832] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dca81e-56ac-4184-b1d5-4edf9ac242f2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.162653] env[69695]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f0a30d-121c-4dfe-90bb-84b0f65a06e5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.168530] env[69695]: DEBUG oslo_vmware.api [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1491.168530] env[69695]: value = "session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c40fe5-f5a6-21dc-abf1-d001c9f423bf" [ 1491.168530] env[69695]: _type = "Task" [ 1491.168530] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.176817] env[69695]: DEBUG oslo_vmware.api [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c40fe5-f5a6-21dc-abf1-d001c9f423bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.563805] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499925, 'name': Rename_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.678669] env[69695]: DEBUG oslo_vmware.api [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': session[520b8cd5-d3ee-ae83-fe6d-80e6de034912]52c40fe5-f5a6-21dc-abf1-d001c9f423bf, 'name': SearchDatastore_Task, 'duration_secs': 0.022073} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.679494] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.679494] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.064327] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499925, 'name': Rename_Task, 'duration_secs': 0.598778} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.064700] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Powering on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.064835] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a92180-9574-40ec-8d85-d4a28d816678 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.071372] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1492.071372] env[69695]: value = "task-3499926" [ 1492.071372] env[69695]: _type = "Task" [ 1492.071372] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.078852] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.272796] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f67e9-048c-47bb-bbbf-268bc643f856 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.280503] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18190f3-fc5e-4f45-92e3-75b00af14010 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.313061] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b68263-fc6a-4262-bbca-13d8f152abdb {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.320904] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86565abf-b142-44fe-892b-e99c08e56127 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.335868] env[69695]: DEBUG nova.compute.provider_tree [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.582471] env[69695]: DEBUG oslo_vmware.api [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499926, 'name': PowerOnVM_Task, 'duration_secs': 0.47683} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.582705] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Powered on the VM {{(pid=69695) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.582852] env[69695]: INFO nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1492.583042] env[69695]: DEBUG nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Checking state {{(pid=69695) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.583812] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a7b15a-1536-4901-b7de-a6128ed29886 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.841860] env[69695]: DEBUG nova.scheduler.client.report [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.099609] env[69695]: INFO nova.compute.manager [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Took 11.84 seconds to build instance. [ 1493.187954] env[69695]: DEBUG nova.compute.manager [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Received event network-changed-d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.188160] env[69695]: DEBUG nova.compute.manager [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Refreshing instance network info cache due to event network-changed-d11cde3f-92f3-4b31-bea8-84b556d838d0. {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1493.188352] env[69695]: DEBUG oslo_concurrency.lockutils [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] Acquiring lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.188495] env[69695]: DEBUG oslo_concurrency.lockutils [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] Acquired lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.188740] env[69695]: DEBUG nova.network.neutron [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Refreshing network info cache for port d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.602863] env[69695]: DEBUG oslo_concurrency.lockutils [None req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.351s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.850834] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.171s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.907326] env[69695]: DEBUG nova.network.neutron [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updated VIF entry in instance network info cache for port d11cde3f-92f3-4b31-bea8-84b556d838d0. {{(pid=69695) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.907805] env[69695]: DEBUG nova.network.neutron [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updating instance_info_cache with network_info: [{"id": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "address": "fa:16:3e:1d:0a:bb", "network": {"id": "3177050e-4ab3-4c0a-a792-d60d86bfaeec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1624924587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59a49a59da45248cc2fe24db7339a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11cde3f-92", "ovs_interfaceid": "d11cde3f-92f3-4b31-bea8-84b556d838d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.410170] env[69695]: DEBUG oslo_concurrency.lockutils [req-5f5148bd-c5d3-4753-b0a0-2315886038d4 req-6b91197d-d046-49c1-b239-f45400ae5963 service nova] Releasing lock "refresh_cache-bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" {{(pid=69695) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.411508] env[69695]: INFO nova.scheduler.client.report [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted allocation for migration 664a061e-2194-492a-a5e2-bd3e407da8d6 [ 1494.687881] env[69695]: INFO nova.compute.manager [None req-4fb781f0-fb1a-455e-ab51-0bf393f729be tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Get console output [ 1494.688246] env[69695]: WARNING nova.virt.vmwareapi.driver [None req-4fb781f0-fb1a-455e-ab51-0bf393f729be tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] The console log is missing. Check your VSPC configuration [ 1494.916836] env[69695]: DEBUG oslo_concurrency.lockutils [None req-ba3aea0f-6526-48df-bd40-79424e213231 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.560s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.638070] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.638339] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.141676] env[69695]: DEBUG nova.compute.utils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1517.645246] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.702110] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.702387] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.702628] env[69695]: INFO nova.compute.manager [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Attaching volume 88845bc6-42bb-45c8-8ada-00924d225693 to /dev/sdb [ 1518.732152] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbaab12-4329-412a-9d80-697952c3c38b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.740589] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d019dc-c04d-4034-baf7-472f01a81ede {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.753226] env[69695]: DEBUG nova.virt.block_device [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updating existing volume attachment record: e5c18365-1114-4dcc-8176-962a2f5d5f49 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1520.737460] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.737789] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69695) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1521.674240] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "517392c7-8a6e-4076-859d-aec9f27f193c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.674506] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.674718] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.674897] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.675080] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.678576] env[69695]: INFO nova.compute.manager [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Terminating instance [ 1522.182759] env[69695]: DEBUG nova.compute.manager [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1522.183186] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.183299] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0874b23c-f855-4c89-acb0-865ecc207916 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.190953] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1522.190953] env[69695]: value = "task-3499929" [ 1522.190953] env[69695]: _type = "Task" [ 1522.190953] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.198882] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.701857] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499929, 'name': PowerOffVM_Task, 'duration_secs': 0.171919} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.702089] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.702318] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.702459] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699410', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'name': 'volume-77648873-c0af-4a1e-b354-a716dafc15ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '517392c7-8a6e-4076-859d-aec9f27f193c', 'attached_at': '2025-04-21T14:34:51.000000', 'detached_at': '', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'serial': '77648873-c0af-4a1e-b354-a716dafc15ee'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.703254] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5794c260-0e07-4f11-8ec6-b1af0a5944b9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.721316] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42c955-5cc8-46ca-b2c6-3cd10847d3f5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.727800] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b27b52-6fb0-4aba-8142-b2f791a2bb33 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.745616] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac92928-316e-4a7e-8f88-d8db24c95507 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.762332] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] The volume has not been displaced from its original location: [datastore1] volume-77648873-c0af-4a1e-b354-a716dafc15ee/volume-77648873-c0af-4a1e-b354-a716dafc15ee.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.767586] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.767877] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de789a6-47f4-4ad8-a330-3a6c018215d5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.786095] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1522.786095] env[69695]: value = "task-3499930" [ 1522.786095] env[69695]: _type = "Task" [ 1522.786095] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.794280] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.295936] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499930, 'name': ReconfigVM_Task, 'duration_secs': 0.150778} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.296214] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.301535] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1523.301742] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699415', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'name': 'volume-88845bc6-42bb-45c8-8ada-00924d225693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'serial': '88845bc6-42bb-45c8-8ada-00924d225693'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1523.302046] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9b25c3-89cf-474b-a33e-3ea175ab33ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.312116] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13691f90-ab6f-44b3-abed-547916f1097f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.329341] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e5bc23-fadc-4a6e-8c38-40c89150c20c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.331717] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1523.331717] env[69695]: value = "task-3499931" [ 1523.331717] env[69695]: _type = "Task" [ 1523.331717] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.355572] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-88845bc6-42bb-45c8-8ada-00924d225693/volume-88845bc6-42bb-45c8-8ada-00924d225693.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.356286] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51103453-652e-44fb-b1cc-ce12714a2c02 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.372840] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.378912] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1523.378912] env[69695]: value = "task-3499932" [ 1523.378912] env[69695]: _type = "Task" [ 1523.378912] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.386561] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.738647] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.738905] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.841822] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499931, 'name': ReconfigVM_Task, 'duration_secs': 0.227345} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.842171] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699410', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'name': 'volume-77648873-c0af-4a1e-b354-a716dafc15ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '517392c7-8a6e-4076-859d-aec9f27f193c', 'attached_at': '2025-04-21T14:34:51.000000', 'detached_at': '', 'volume_id': '77648873-c0af-4a1e-b354-a716dafc15ee', 'serial': '77648873-c0af-4a1e-b354-a716dafc15ee'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1523.842452] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.843211] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c54f5-3766-4706-b848-43bfcf7bcb67 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.849256] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1523.849468] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-002ceb84-bb86-4f9c-bafe-3d5d1c51947b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.887683] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499932, 'name': ReconfigVM_Task, 'duration_secs': 0.372363} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.887928] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-88845bc6-42bb-45c8-8ada-00924d225693/volume-88845bc6-42bb-45c8-8ada-00924d225693.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.892600] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53aa5408-d80b-4866-800e-33c954d2978c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.907337] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1523.907337] env[69695]: value = "task-3499934" [ 1523.907337] env[69695]: _type = "Task" [ 1523.907337] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.908431] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.908634] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.908820] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore1] 517392c7-8a6e-4076-859d-aec9f27f193c {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.911658] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf132a21-8c36-4b15-ae98-613293154158 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.922739] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.924093] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1523.924093] env[69695]: value = "task-3499935" [ 1523.924093] env[69695]: _type = "Task" [ 1523.924093] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.931355] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.418657] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.432119] env[69695]: DEBUG oslo_vmware.api [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084785} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.432373] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.432557] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.432727] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.432951] env[69695]: INFO nova.compute.manager [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1524.433251] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1524.433446] env[69695]: DEBUG nova.compute.manager [-] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.433542] env[69695]: DEBUG nova.network.neutron [-] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.919485] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.097997] env[69695]: DEBUG nova.compute.manager [req-63c58d0e-76c9-4688-babc-04ee44eb64be req-733c13c1-d08f-44bd-aa76-8f85c6772cb4 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Received event network-vif-deleted-601f29e4-582d-4c7e-b4e1-02733e57177b {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.098168] env[69695]: INFO nova.compute.manager [req-63c58d0e-76c9-4688-babc-04ee44eb64be req-733c13c1-d08f-44bd-aa76-8f85c6772cb4 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Neutron deleted interface 601f29e4-582d-4c7e-b4e1-02733e57177b; detaching it from the instance and deleting it from the info cache [ 1525.098417] env[69695]: DEBUG nova.network.neutron [req-63c58d0e-76c9-4688-babc-04ee44eb64be req-733c13c1-d08f-44bd-aa76-8f85c6772cb4 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.419807] env[69695]: DEBUG oslo_vmware.api [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499934, 'name': ReconfigVM_Task, 'duration_secs': 1.146336} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.420183] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699415', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'name': 'volume-88845bc6-42bb-45c8-8ada-00924d225693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'serial': '88845bc6-42bb-45c8-8ada-00924d225693'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1525.567107] env[69695]: DEBUG nova.network.neutron [-] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.602998] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-723f1f74-230b-4cab-b934-b978f2cac1dc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.613637] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a70769-3e5c-406e-abec-031f0a7792d8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.641551] env[69695]: DEBUG nova.compute.manager [req-63c58d0e-76c9-4688-babc-04ee44eb64be req-733c13c1-d08f-44bd-aa76-8f85c6772cb4 service nova] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Detach interface failed, port_id=601f29e4-582d-4c7e-b4e1-02733e57177b, reason: Instance 517392c7-8a6e-4076-859d-aec9f27f193c could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1525.737395] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.069156] env[69695]: INFO nova.compute.manager [-] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Took 1.64 seconds to deallocate network for instance. [ 1526.240268] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.240525] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.240695] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.240861] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69695) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1526.241779] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59c894-d455-4f65-bd6b-7db8d6d00539 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.249793] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0fe83b-7c55-4db9-a50f-bf61678615cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.263427] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a191a0-8509-4aa1-9c4d-d9169a97b18c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.269615] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ac1699-c202-4405-bc7f-9b6496f7492b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.298967] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180093MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69695) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1526.299129] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.299341] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.455855] env[69695]: DEBUG nova.objects.instance [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.611892] env[69695]: INFO nova.compute.manager [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Took 0.54 seconds to detach 1 volumes for instance. [ 1526.614213] env[69695]: DEBUG nova.compute.manager [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Deleting volume: 77648873-c0af-4a1e-b354-a716dafc15ee {{(pid=69695) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1526.960978] env[69695]: DEBUG oslo_concurrency.lockutils [None req-a74a0696-8070-4d42-ba6d-768afc2291da tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.258s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.151868] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.357330] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.357493] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 51aa6030-947a-495c-9f68-21a0744d158b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.357619] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.357740] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance 517392c7-8a6e-4076-859d-aec9f27f193c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.357857] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Instance bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69695) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.358054] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1527.358198] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69695) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1527.373847] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing inventories for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1527.386416] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating ProviderTree inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1527.386583] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.396201] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing aggregate associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, aggregates: None {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1527.414474] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Refreshing trait associations for resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69695) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1527.477030] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31759ca3-228e-4e3e-bbbe-b0ab4e44aab7 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.484652] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f633e5-2439-4562-bdd2-d95058db70f6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.514992] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48baa4d-fc43-41ad-adb5-7a492448a797 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.521741] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb7c50-0979-4563-8ef9-f781ad2e5021 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.534385] env[69695]: DEBUG nova.compute.provider_tree [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.789891] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.790155] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.037485] env[69695]: DEBUG nova.scheduler.client.report [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.293374] env[69695]: DEBUG nova.compute.utils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1528.542180] env[69695]: DEBUG nova.compute.resource_tracker [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69695) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1528.542503] env[69695]: DEBUG oslo_concurrency.lockutils [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.542652] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.391s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.542865] env[69695]: DEBUG nova.objects.instance [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'resources' on Instance uuid 517392c7-8a6e-4076-859d-aec9f27f193c {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.543948] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.544081] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69695) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1528.796712] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.108398] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b3bf8-8e28-4ff2-a6c7-0fd46f45c3ea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.115814] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d7d4a-b4f7-49d6-9200-3f35e685627e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.145874] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee497b4-23d9-47d4-9643-8e61ed90087b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.152639] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd034b61-7e1f-415d-9c8a-bb51e7a86835 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.165595] env[69695]: DEBUG nova.compute.provider_tree [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.668824] env[69695]: DEBUG nova.scheduler.client.report [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.850296] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.850559] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.850800] env[69695]: INFO nova.compute.manager [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Attaching volume e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a to /dev/sdc [ 1529.882267] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0af5f5-25db-45d8-855b-8709a3d3bc18 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.887935] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524b3ae-f4dd-4216-92b0-864881f2133c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.900532] env[69695]: DEBUG nova.virt.block_device [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updating existing volume attachment record: 8fb6fbc3-e9fb-45a9-99d8-3a5f5db1e878 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1530.048749] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.049070] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.049245] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.049396] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.174204] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.195568] env[69695]: INFO nova.scheduler.client.report [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted allocations for instance 517392c7-8a6e-4076-859d-aec9f27f193c [ 1530.704283] env[69695]: DEBUG oslo_concurrency.lockutils [None req-d0ac1d99-a931-41a6-a01c-a15f8999145f tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "517392c7-8a6e-4076-859d-aec9f27f193c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.030s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.062037] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.062181] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.494631] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "51aa6030-947a-495c-9f68-21a0744d158b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.494910] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "51aa6030-947a-495c-9f68-21a0744d158b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.495141] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "51aa6030-947a-495c-9f68-21a0744d158b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.495334] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "51aa6030-947a-495c-9f68-21a0744d158b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.495500] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "51aa6030-947a-495c-9f68-21a0744d158b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.497614] env[69695]: INFO nova.compute.manager [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Terminating instance [ 1531.566953] env[69695]: DEBUG nova.compute.utils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Using /dev/sd instead of None {{(pid=69695) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1532.001532] env[69695]: DEBUG nova.compute.manager [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.001923] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.002727] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ef7a3-7847-4415-9209-acaf16c8c591 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.010480] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.010622] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceeb1fcd-d42f-43cb-a550-9ab8886b40d9 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.016572] env[69695]: DEBUG oslo_vmware.api [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1532.016572] env[69695]: value = "task-3499938" [ 1532.016572] env[69695]: _type = "Task" [ 1532.016572] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.024134] env[69695]: DEBUG oslo_vmware.api [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.070164] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.526699] env[69695]: DEBUG oslo_vmware.api [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499938, 'name': PowerOffVM_Task, 'duration_secs': 0.171635} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.526957] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.527143] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.527386] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd74d31-ef21-4426-b47e-bee81c748f0b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.585091] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.585323] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.585505] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore1] 51aa6030-947a-495c-9f68-21a0744d158b {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.585775] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39e9f94d-ecb6-4e1b-a75c-019970bf0aa1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.594079] env[69695]: DEBUG oslo_vmware.api [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1532.594079] env[69695]: value = "task-3499941" [ 1532.594079] env[69695]: _type = "Task" [ 1532.594079] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.601896] env[69695]: DEBUG oslo_vmware.api [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.737947] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.738163] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Cleaning up deleted instances {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1533.103442] env[69695]: DEBUG oslo_vmware.api [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129456} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.103818] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.103888] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.104055] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.104233] env[69695]: INFO nova.compute.manager [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1533.104469] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1533.104660] env[69695]: DEBUG nova.compute.manager [-] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.104757] env[69695]: DEBUG nova.network.neutron [-] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.127242] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.127488] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.127707] env[69695]: INFO nova.compute.manager [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Attaching volume b913f518-9d84-4bc0-a34b-73812f677544 to /dev/sdb [ 1533.159707] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea1ddd-bec9-404e-8e8b-e78bc09a769e {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.168279] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a32765-d6e3-4118-aee3-5d7b5fa59739 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.181238] env[69695]: DEBUG nova.virt.block_device [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updating existing volume attachment record: 977adc11-faf8-4477-a155-b3b6f720c522 {{(pid=69695) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1533.245165] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] There are 19 instances to clean {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1533.245429] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 517392c7-8a6e-4076-859d-aec9f27f193c] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.370225] env[69695]: DEBUG nova.compute.manager [req-01b36525-d742-48c6-8a4c-2492e11c5c1f req-cf2cda70-2248-49f4-b1c7-6ec698dd8e42 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Received event network-vif-deleted-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.370438] env[69695]: INFO nova.compute.manager [req-01b36525-d742-48c6-8a4c-2492e11c5c1f req-cf2cda70-2248-49f4-b1c7-6ec698dd8e42 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Neutron deleted interface e1b42ab9-5d30-4730-b3f3-27dd63292aa7; detaching it from the instance and deleting it from the info cache [ 1533.370707] env[69695]: DEBUG nova.network.neutron [req-01b36525-d742-48c6-8a4c-2492e11c5c1f req-cf2cda70-2248-49f4-b1c7-6ec698dd8e42 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.748207] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 5d37ec8b-b7d3-4590-9be5-c465e6a9681d] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.849711] env[69695]: DEBUG nova.network.neutron [-] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.872846] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-639387eb-4f62-43dc-83e8-2ad596d04837 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.882525] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a2ac40-2c28-4d6f-874e-b18fa4d8f9cc {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.908866] env[69695]: DEBUG nova.compute.manager [req-01b36525-d742-48c6-8a4c-2492e11c5c1f req-cf2cda70-2248-49f4-b1c7-6ec698dd8e42 service nova] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Detach interface failed, port_id=e1b42ab9-5d30-4730-b3f3-27dd63292aa7, reason: Instance 51aa6030-947a-495c-9f68-21a0744d158b could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1534.251374] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 56a15b4e-8213-495a-9b9a-87ff155bdedf] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.353076] env[69695]: INFO nova.compute.manager [-] [instance: 51aa6030-947a-495c-9f68-21a0744d158b] Took 1.25 seconds to deallocate network for instance. [ 1534.443120] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1534.443370] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699416', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'name': 'volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'serial': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1534.444231] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88349668-5255-4f09-b56e-2984de558ecf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.460501] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f43ef82-6815-4587-a926-d655ec389df8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.486759] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a/volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.487028] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7db42dc-8889-416c-bdbb-68de421eb8f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.506436] env[69695]: DEBUG oslo_vmware.api [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1534.506436] env[69695]: value = "task-3499943" [ 1534.506436] env[69695]: _type = "Task" [ 1534.506436] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.513780] env[69695]: DEBUG oslo_vmware.api [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.754772] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 5a8e1f3c-8fd5-4e35-9e6c-000f161d2286] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.859944] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.860239] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.860459] env[69695]: DEBUG nova.objects.instance [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'resources' on Instance uuid 51aa6030-947a-495c-9f68-21a0744d158b {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.016226] env[69695]: DEBUG oslo_vmware.api [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499943, 'name': ReconfigVM_Task, 'duration_secs': 0.316761} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.016533] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a/volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.021169] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2e23de-70a2-4585-a500-d9f050dd751a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.036108] env[69695]: DEBUG oslo_vmware.api [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1535.036108] env[69695]: value = "task-3499944" [ 1535.036108] env[69695]: _type = "Task" [ 1535.036108] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.043451] env[69695]: DEBUG oslo_vmware.api [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.258868] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: f6a995bd-2cf2-43b4-80df-bc3f9acde864] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.422482] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96d5da-e046-42fd-8ac4-82d7b4ea3501 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.430278] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47744c93-cfb3-4cc9-a7b6-98b8efd24417 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.461809] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c25f98-a2ff-4ee8-a482-c551a4d7b163 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.469303] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395aafc-584a-4f88-a55f-303aa97b2144 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.482896] env[69695]: DEBUG nova.compute.provider_tree [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.547599] env[69695]: DEBUG oslo_vmware.api [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499944, 'name': ReconfigVM_Task, 'duration_secs': 0.12396} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.547968] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699416', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'name': 'volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'serial': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1535.761852] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 8c6e1c4b-be84-4809-9068-a45b29b5f3c1] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.986810] env[69695]: DEBUG nova.scheduler.client.report [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.264681] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 63e205a5-1689-49e5-8935-51eac65e0ee1] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.491391] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.509602] env[69695]: INFO nova.scheduler.client.report [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted allocations for instance 51aa6030-947a-495c-9f68-21a0744d158b [ 1536.580358] env[69695]: DEBUG nova.objects.instance [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.767685] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 76ab1a74-9dfe-409a-96f7-bbeba68f9d09] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.016939] env[69695]: DEBUG oslo_concurrency.lockutils [None req-69f73637-4875-4972-b6b7-71bc20085845 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "51aa6030-947a-495c-9f68-21a0744d158b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.084921] env[69695]: DEBUG oslo_concurrency.lockutils [None req-cf027882-dfd6-4eb3-9c67-029e150c9b3a tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.270815] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: a8ff89d5-78c4-4d9e-aaea-36bd6e30162e] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.328370] env[69695]: DEBUG oslo_concurrency.lockutils [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.328602] env[69695]: DEBUG oslo_concurrency.lockutils [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.724836] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Volume attach. Driver type: vmdk {{(pid=69695) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1537.724836] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699417', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'name': 'volume-b913f518-9d84-4bc0-a34b-73812f677544', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd6a2917-68dd-4614-a5ff-7edfc12f0ca9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'serial': 'b913f518-9d84-4bc0-a34b-73812f677544'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1537.725115] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7a9827-8841-4001-8c37-107b2931a5f8 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.742721] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91100f-eb6a-449e-8260-8e2bfbc1005a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.765803] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] volume-b913f518-9d84-4bc0-a34b-73812f677544/volume-b913f518-9d84-4bc0-a34b-73812f677544.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.766071] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607572e3-9da1-4851-83b7-a487289ae355 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.778124] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: c79dc0bc-a0ec-4366-bfcd-8486d1eac82f] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.785588] env[69695]: DEBUG oslo_vmware.api [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1537.785588] env[69695]: value = "task-3499947" [ 1537.785588] env[69695]: _type = "Task" [ 1537.785588] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.793937] env[69695]: DEBUG oslo_vmware.api [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.831522] env[69695]: INFO nova.compute.manager [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Detaching volume 88845bc6-42bb-45c8-8ada-00924d225693 [ 1537.861411] env[69695]: INFO nova.virt.block_device [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Attempting to driver detach volume 88845bc6-42bb-45c8-8ada-00924d225693 from mountpoint /dev/sdb [ 1537.861672] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1537.861884] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699415', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'name': 'volume-88845bc6-42bb-45c8-8ada-00924d225693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'serial': '88845bc6-42bb-45c8-8ada-00924d225693'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1537.862827] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b824f1ef-035f-4ca9-8a1f-187fbbd9250f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.887066] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa36a0d-388f-4ba2-bd64-d7bd08ed3516 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.893621] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c374e2c7-b501-4db2-bd08-3379ede64fc4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.916701] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5b2fa-11eb-4e48-a28c-8a07eb3060f4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.933205] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] The volume has not been displaced from its original location: [datastore1] volume-88845bc6-42bb-45c8-8ada-00924d225693/volume-88845bc6-42bb-45c8-8ada-00924d225693.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1537.938508] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1537.938771] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17a2d8f-4af9-4b9c-8fdc-829c5f949bc0 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.957203] env[69695]: DEBUG oslo_vmware.api [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1537.957203] env[69695]: value = "task-3499948" [ 1537.957203] env[69695]: _type = "Task" [ 1537.957203] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.964937] env[69695]: DEBUG oslo_vmware.api [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.281611] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: d99af213-7fb4-423b-8a75-6763108a3a28] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.294359] env[69695]: DEBUG oslo_vmware.api [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499947, 'name': ReconfigVM_Task, 'duration_secs': 0.325347} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.294610] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Reconfigured VM instance instance-00000081 to attach disk [datastore1] volume-b913f518-9d84-4bc0-a34b-73812f677544/volume-b913f518-9d84-4bc0-a34b-73812f677544.vmdk or device None with type thin {{(pid=69695) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.299178] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d7edff-f99c-4c5b-98d7-321d377d53da {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.314823] env[69695]: DEBUG oslo_vmware.api [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1538.314823] env[69695]: value = "task-3499949" [ 1538.314823] env[69695]: _type = "Task" [ 1538.314823] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.322299] env[69695]: DEBUG oslo_vmware.api [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.467187] env[69695]: DEBUG oslo_vmware.api [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499948, 'name': ReconfigVM_Task, 'duration_secs': 0.254689} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.467454] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1538.472017] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89304027-1b06-4c6c-983c-2540b69fb9ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.486555] env[69695]: DEBUG oslo_vmware.api [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1538.486555] env[69695]: value = "task-3499950" [ 1538.486555] env[69695]: _type = "Task" [ 1538.486555] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.494021] env[69695]: DEBUG oslo_vmware.api [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.785452] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 91711cef-c327-4d16-9ce8-1adca4f15987] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.824229] env[69695]: DEBUG oslo_vmware.api [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499949, 'name': ReconfigVM_Task, 'duration_secs': 0.139291} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.824541] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699417', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'name': 'volume-b913f518-9d84-4bc0-a34b-73812f677544', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd6a2917-68dd-4614-a5ff-7edfc12f0ca9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'serial': 'b913f518-9d84-4bc0-a34b-73812f677544'} {{(pid=69695) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1538.995791] env[69695]: DEBUG oslo_vmware.api [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499950, 'name': ReconfigVM_Task, 'duration_secs': 0.135973} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.996097] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699415', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'name': 'volume-88845bc6-42bb-45c8-8ada-00924d225693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '88845bc6-42bb-45c8-8ada-00924d225693', 'serial': '88845bc6-42bb-45c8-8ada-00924d225693'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1539.289155] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 3316f9d2-c543-4b06-931f-6e21c8de08c7] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.535231] env[69695]: DEBUG nova.objects.instance [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.792555] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 1e7a800f-8d57-4a1e-ad87-b9d0f8571a67] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.857110] env[69695]: DEBUG nova.objects.instance [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'flavor' on Instance uuid bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.296054] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 6585f866-c281-4a54-8099-e203291b5b89] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.323512] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.336989] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.337391] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.337714] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "a2e9594c-52f6-4705-83ed-43be83cecbb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.338007] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.338262] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.341092] env[69695]: INFO nova.compute.manager [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Terminating instance [ 1540.360754] env[69695]: DEBUG oslo_concurrency.lockutils [None req-3c5fea36-5484-463b-98cd-697afe3dea4f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.361587] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.038s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.542343] env[69695]: DEBUG oslo_concurrency.lockutils [None req-25d25b2a-955d-44c9-9ef9-14495b9a39a4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.563022] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.563195] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.799332] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 624b8878-975a-4175-914a-d21a01778f54] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.845703] env[69695]: DEBUG nova.compute.manager [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.845988] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.846889] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568ddd5-0b01-4bf4-8dba-ce000b2e4883 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.855020] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.855252] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983327c4-7f42-43f9-bf7d-1e22c4c8b247 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.861711] env[69695]: DEBUG oslo_vmware.api [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1540.861711] env[69695]: value = "task-3499951" [ 1540.861711] env[69695]: _type = "Task" [ 1540.861711] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.865085] env[69695]: INFO nova.compute.manager [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Detaching volume b913f518-9d84-4bc0-a34b-73812f677544 [ 1540.871469] env[69695]: DEBUG oslo_vmware.api [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.902092] env[69695]: INFO nova.virt.block_device [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Attempting to driver detach volume b913f518-9d84-4bc0-a34b-73812f677544 from mountpoint /dev/sdb [ 1540.902092] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1540.902092] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699417', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'name': 'volume-b913f518-9d84-4bc0-a34b-73812f677544', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd6a2917-68dd-4614-a5ff-7edfc12f0ca9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'serial': 'b913f518-9d84-4bc0-a34b-73812f677544'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1540.902569] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc3ca2-1d2d-4348-b810-3029f5b977ed {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.925658] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce267399-9d8e-41c3-b602-cd5691ea2175 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.932979] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b6d9e-d9ad-4ce9-9bfc-0268dc3237ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.955518] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bf82e6-97a0-435f-b87e-deda6b9209ff {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.970292] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] The volume has not been displaced from its original location: [datastore1] volume-b913f518-9d84-4bc0-a34b-73812f677544/volume-b913f518-9d84-4bc0-a34b-73812f677544.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1540.975638] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Reconfiguring VM instance instance-00000081 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1540.976176] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d0f17a-0f70-4804-b762-2e309a62aed5 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.994822] env[69695]: DEBUG oslo_vmware.api [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1540.994822] env[69695]: value = "task-3499952" [ 1540.994822] env[69695]: _type = "Task" [ 1540.994822] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.003584] env[69695]: DEBUG oslo_vmware.api [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.065996] env[69695]: INFO nova.compute.manager [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Detaching volume e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a [ 1541.096625] env[69695]: INFO nova.virt.block_device [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Attempting to driver detach volume e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a from mountpoint /dev/sdc [ 1541.096837] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Volume detach. Driver type: vmdk {{(pid=69695) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1541.097029] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699416', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'name': 'volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'serial': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1541.097902] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143532e3-5f94-4183-893e-c46eaae259ec {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.118449] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f87f08-bf21-4e86-96f6-7c376df60680 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.124949] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c1740-7d87-456a-ad0e-debdd087763c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.144163] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc3a33-f3f9-4205-b34e-7d04be6c0772 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.158789] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] The volume has not been displaced from its original location: [datastore1] volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a/volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a.vmdk. No consolidation needed. {{(pid=69695) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1541.164129] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1541.164417] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077a829d-8bf1-42ec-9b4e-dbb2fdeabcaf {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.181458] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1541.181458] env[69695]: value = "task-3499953" [ 1541.181458] env[69695]: _type = "Task" [ 1541.181458] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.188604] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.302612] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 43a101f6-0f6f-4f1a-84c6-33082f3a5ca8] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.374965] env[69695]: DEBUG oslo_vmware.api [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499951, 'name': PowerOffVM_Task, 'duration_secs': 0.169785} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.375202] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.375355] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.375628] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24cfadd8-28d4-4e0d-8a65-b502f3c7e2e4 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.442712] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.442917] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.443120] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleting the datastore file [datastore2] a2e9594c-52f6-4705-83ed-43be83cecbb3 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.443401] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f46dda8-2da2-4593-91af-c1c9bd027b86 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.449947] env[69695]: DEBUG oslo_vmware.api [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for the task: (returnval){ [ 1541.449947] env[69695]: value = "task-3499955" [ 1541.449947] env[69695]: _type = "Task" [ 1541.449947] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.458020] env[69695]: DEBUG oslo_vmware.api [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.502832] env[69695]: DEBUG oslo_vmware.api [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499952, 'name': ReconfigVM_Task, 'duration_secs': 0.213607} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.503072] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Reconfigured VM instance instance-00000081 to detach disk 2001 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1541.507716] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce36734d-e757-469f-98f8-ffad2471eae1 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.522335] env[69695]: DEBUG oslo_vmware.api [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1541.522335] env[69695]: value = "task-3499956" [ 1541.522335] env[69695]: _type = "Task" [ 1541.522335] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.529772] env[69695]: DEBUG oslo_vmware.api [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.690467] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499953, 'name': ReconfigVM_Task, 'duration_secs': 0.228404} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.690741] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=69695) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1541.695246] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120e1c6d-26de-4d36-a252-5c290645118b {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.708584] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1541.708584] env[69695]: value = "task-3499957" [ 1541.708584] env[69695]: _type = "Task" [ 1541.708584] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.715924] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.805805] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 4a1399e0-54f7-40b6-b138-b1c2c03e1309] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.959995] env[69695]: DEBUG oslo_vmware.api [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Task: {'id': task-3499955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124926} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.960260] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.960444] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.960621] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.960792] env[69695]: INFO nova.compute.manager [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1541.961043] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.961235] env[69695]: DEBUG nova.compute.manager [-] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.961328] env[69695]: DEBUG nova.network.neutron [-] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.031424] env[69695]: DEBUG oslo_vmware.api [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499956, 'name': ReconfigVM_Task, 'duration_secs': 0.135284} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.031723] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699417', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'name': 'volume-b913f518-9d84-4bc0-a34b-73812f677544', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd6a2917-68dd-4614-a5ff-7edfc12f0ca9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b913f518-9d84-4bc0-a34b-73812f677544', 'serial': 'b913f518-9d84-4bc0-a34b-73812f677544'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1542.214767] env[69695]: DEBUG nova.compute.manager [req-006a869d-c173-43dc-9755-adb9f7757dbf req-63487d63-8d08-4298-bc21-239b6227153b service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Received event network-vif-deleted-80e18e29-ee5b-46ff-81cb-425cbd54de51 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.214973] env[69695]: INFO nova.compute.manager [req-006a869d-c173-43dc-9755-adb9f7757dbf req-63487d63-8d08-4298-bc21-239b6227153b service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Neutron deleted interface 80e18e29-ee5b-46ff-81cb-425cbd54de51; detaching it from the instance and deleting it from the info cache [ 1542.215162] env[69695]: DEBUG nova.network.neutron [req-006a869d-c173-43dc-9755-adb9f7757dbf req-63487d63-8d08-4298-bc21-239b6227153b service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.221835] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.309381] env[69695]: DEBUG nova.compute.manager [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] [instance: 3ce1dde4-e04f-497a-a0c3-36d842c5fd5c] Instance has had 0 of 5 cleanup attempts {{(pid=69695) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.571147] env[69695]: DEBUG nova.objects.instance [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'flavor' on Instance uuid bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.698850] env[69695]: DEBUG nova.network.neutron [-] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.719590] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.719822] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2273670-c4a6-45e1-a3f8-24cb7f64053f {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.728695] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ae35f-f146-40a0-bf5b-467f7fd1eaa6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.760101] env[69695]: DEBUG nova.compute.manager [req-006a869d-c173-43dc-9755-adb9f7757dbf req-63487d63-8d08-4298-bc21-239b6227153b service nova] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Detach interface failed, port_id=80e18e29-ee5b-46ff-81cb-425cbd54de51, reason: Instance a2e9594c-52f6-4705-83ed-43be83cecbb3 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1542.813626] env[69695]: DEBUG oslo_service.periodic_task [None req-4ab432b6-10e4-4b04-8a50-9b82ec34a1c2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69695) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.201214] env[69695]: INFO nova.compute.manager [-] [instance: a2e9594c-52f6-4705-83ed-43be83cecbb3] Took 1.24 seconds to deallocate network for instance. [ 1543.219842] env[69695]: DEBUG oslo_vmware.api [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499957, 'name': ReconfigVM_Task, 'duration_secs': 1.150226} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.219842] env[69695]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699416', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'name': 'volume-e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e2d89b7-a08c-4346-b1bf-e38e00af8ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a', 'serial': 'e5c96c3d-aaa9-4b0b-bc9e-a3442d2d066a'} {{(pid=69695) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1543.577965] env[69695]: DEBUG oslo_concurrency.lockutils [None req-f2ecc870-23d9-4bfd-8b68-9545e6de9850 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.707761] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.708128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.708404] env[69695]: DEBUG nova.objects.instance [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lazy-loading 'resources' on Instance uuid a2e9594c-52f6-4705-83ed-43be83cecbb3 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.763085] env[69695]: DEBUG nova.objects.instance [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'flavor' on Instance uuid 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.261674] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4d658-ba94-4b05-8218-41579804d62a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.270689] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05e7af3-f881-481b-82c2-9bbd2bc8460a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.301446] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ab6970-128f-48aa-98b0-7e24cd9dad6a {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.309297] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb77b1e-6e09-48d3-b1c3-cea119188df3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.323025] env[69695]: DEBUG nova.compute.provider_tree [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.583133] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.583489] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.583613] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.583794] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.583958] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.586061] env[69695]: INFO nova.compute.manager [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Terminating instance [ 1544.771384] env[69695]: DEBUG oslo_concurrency.lockutils [None req-b8552c11-285b-46f0-a3c8-7af4250b80a3 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.208s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.825510] env[69695]: DEBUG nova.scheduler.client.report [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.090086] env[69695]: DEBUG nova.compute.manager [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.090336] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.091322] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d1690-8c2a-4c3f-9868-1725d7a1ff69 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.099336] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.099565] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c842a5-f7fe-4b17-91fc-1c8280b88952 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.106686] env[69695]: DEBUG oslo_vmware.api [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1545.106686] env[69695]: value = "task-3499958" [ 1545.106686] env[69695]: _type = "Task" [ 1545.106686] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.114565] env[69695]: DEBUG oslo_vmware.api [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.330179] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.347388] env[69695]: INFO nova.scheduler.client.report [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Deleted allocations for instance a2e9594c-52f6-4705-83ed-43be83cecbb3 [ 1545.618559] env[69695]: DEBUG oslo_vmware.api [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499958, 'name': PowerOffVM_Task, 'duration_secs': 0.169433} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.618559] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.618920] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.618920] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8d4de6-8bb3-4601-bc31-3b758c8dc8a2 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.676089] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.676321] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Deleting contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.676500] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleting the datastore file [datastore1] bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.676753] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d17fe0-bd38-41fa-b362-2b75f9e40728 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.683903] env[69695]: DEBUG oslo_vmware.api [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for the task: (returnval){ [ 1545.683903] env[69695]: value = "task-3499960" [ 1545.683903] env[69695]: _type = "Task" [ 1545.683903] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.691270] env[69695]: DEBUG oslo_vmware.api [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.855974] env[69695]: DEBUG oslo_concurrency.lockutils [None req-251fa7d6-8613-41da-97e2-fe9629b1cde4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Lock "a2e9594c-52f6-4705-83ed-43be83cecbb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.518s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.979935] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.980222] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.980438] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.980616] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.980823] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.983246] env[69695]: INFO nova.compute.manager [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Terminating instance [ 1546.194467] env[69695]: DEBUG oslo_vmware.api [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Task: {'id': task-3499960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12386} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.194671] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.194832] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Deleted contents of the VM from datastore datastore1 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.195063] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.195199] env[69695]: INFO nova.compute.manager [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1546.195437] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1546.195625] env[69695]: DEBUG nova.compute.manager [-] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.195721] env[69695]: DEBUG nova.network.neutron [-] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.487179] env[69695]: DEBUG nova.compute.manager [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Start destroying the instance on the hypervisor. {{(pid=69695) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.487462] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Destroying instance {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.488365] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35840a56-4fe3-4f0d-b2c0-f6723293e07c {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.496261] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Powering off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.496509] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9881d2de-3a3b-4106-9237-f2c090e39a21 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.505553] env[69695]: DEBUG oslo_vmware.api [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1546.505553] env[69695]: value = "task-3499961" [ 1546.505553] env[69695]: _type = "Task" [ 1546.505553] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.514226] env[69695]: DEBUG oslo_vmware.api [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.648342] env[69695]: DEBUG nova.compute.manager [req-82f782fd-f9cf-49f3-9b80-f4845817bd0e req-ccc3b1ac-1f7f-45cd-905b-95465953557a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Received event network-vif-deleted-d11cde3f-92f3-4b31-bea8-84b556d838d0 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.648621] env[69695]: INFO nova.compute.manager [req-82f782fd-f9cf-49f3-9b80-f4845817bd0e req-ccc3b1ac-1f7f-45cd-905b-95465953557a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Neutron deleted interface d11cde3f-92f3-4b31-bea8-84b556d838d0; detaching it from the instance and deleting it from the info cache [ 1546.648759] env[69695]: DEBUG nova.network.neutron [req-82f782fd-f9cf-49f3-9b80-f4845817bd0e req-ccc3b1ac-1f7f-45cd-905b-95465953557a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.015820] env[69695]: DEBUG oslo_vmware.api [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499961, 'name': PowerOffVM_Task, 'duration_secs': 0.173661} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.016116] env[69695]: DEBUG nova.virt.vmwareapi.vm_util [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Powered off the VM {{(pid=69695) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.016291] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Unregistering the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.016543] env[69695]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d927e2-b283-4fe2-920b-e0a887b18c43 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.084983] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Unregistered the VM {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.085405] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Deleting contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.085674] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Deleting the datastore file [datastore2] 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.085999] env[69695]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fca342c-95ba-46eb-91d0-e97f1dcdff36 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.092559] env[69695]: DEBUG oslo_vmware.api [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for the task: (returnval){ [ 1547.092559] env[69695]: value = "task-3499963" [ 1547.092559] env[69695]: _type = "Task" [ 1547.092559] env[69695]: } to complete. {{(pid=69695) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.100213] env[69695]: DEBUG oslo_vmware.api [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.127704] env[69695]: DEBUG nova.network.neutron [-] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.152156] env[69695]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23a4686e-7e42-4123-a469-5a50d2756c20 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.162491] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbabce7-8bc5-4b08-9d47-202ba4b370b6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.191070] env[69695]: DEBUG nova.compute.manager [req-82f782fd-f9cf-49f3-9b80-f4845817bd0e req-ccc3b1ac-1f7f-45cd-905b-95465953557a service nova] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Detach interface failed, port_id=d11cde3f-92f3-4b31-bea8-84b556d838d0, reason: Instance bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 could not be found. {{(pid=69695) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1547.602503] env[69695]: DEBUG oslo_vmware.api [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Task: {'id': task-3499963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160708} completed successfully. {{(pid=69695) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.602760] env[69695]: DEBUG nova.virt.vmwareapi.ds_util [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Deleted the datastore file {{(pid=69695) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.602941] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Deleted contents of the VM from datastore datastore2 {{(pid=69695) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.603135] env[69695]: DEBUG nova.virt.vmwareapi.vmops [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Instance destroyed {{(pid=69695) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.603306] env[69695]: INFO nova.compute.manager [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1547.603543] env[69695]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69695) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1547.603729] env[69695]: DEBUG nova.compute.manager [-] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Deallocating network for instance {{(pid=69695) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1547.603823] env[69695]: DEBUG nova.network.neutron [-] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] deallocate_for_instance() {{(pid=69695) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.630364] env[69695]: INFO nova.compute.manager [-] [instance: bd6a2917-68dd-4614-a5ff-7edfc12f0ca9] Took 1.43 seconds to deallocate network for instance. [ 1548.155763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.155763] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.155763] env[69695]: DEBUG nova.objects.instance [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lazy-loading 'resources' on Instance uuid bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.629064] env[69695]: DEBUG nova.network.neutron [-] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Updating instance_info_cache with network_info: [] {{(pid=69695) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.676823] env[69695]: DEBUG nova.compute.manager [req-a4d2e7cd-91ad-49f3-81a9-1a02fc08d7fa req-d595c125-8f6d-48d5-ac75-d0bb4dac2adb service nova] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Received event network-vif-deleted-e81f0870-9493-4d26-88c3-fa58900a2ed6 {{(pid=69695) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.682801] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c84b74-a8ca-44f3-a497-cbfead6c9ae6 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.690380] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21aa48a-db4d-4e3a-9098-3796b7b46916 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.719961] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94903d26-d240-4716-84e8-a1c616588856 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.727036] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ce5443-1a72-49d8-8eef-040278378164 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.740186] env[69695]: DEBUG nova.compute.provider_tree [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.131612] env[69695]: INFO nova.compute.manager [-] [instance: 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7] Took 1.53 seconds to deallocate network for instance. [ 1549.274176] env[69695]: DEBUG nova.scheduler.client.report [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Updated inventory for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1549.274441] env[69695]: DEBUG nova.compute.provider_tree [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Updating resource provider e7ace027-77c9-43a3-ae53-5d93decba6e8 generation from 171 to 172 during operation: update_inventory {{(pid=69695) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1549.274619] env[69695]: DEBUG nova.compute.provider_tree [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Updating inventory in ProviderTree for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.637741] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.779394] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.781696] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.144s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.781924] env[69695]: DEBUG nova.objects.instance [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lazy-loading 'resources' on Instance uuid 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 {{(pid=69695) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.808057] env[69695]: INFO nova.scheduler.client.report [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Deleted allocations for instance bd6a2917-68dd-4614-a5ff-7edfc12f0ca9 [ 1550.309637] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6427517-1b56-4887-b721-e56a944ac4ca {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.314966] env[69695]: DEBUG oslo_concurrency.lockutils [None req-0f50c021-3222-41f7-9716-6e6c30c07cf7 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Lock "bd6a2917-68dd-4614-a5ff-7edfc12f0ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.731s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.319134] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6e91fb-ff6e-427b-a4fc-be8c526194f3 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.348781] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f54572-82ed-4077-9aa4-81e3a8011f89 {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.355902] env[69695]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ef892-1883-4fd6-8263-5d8bb714dcea {{(pid=69695) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.369206] env[69695]: DEBUG nova.compute.provider_tree [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed in ProviderTree for provider: e7ace027-77c9-43a3-ae53-5d93decba6e8 {{(pid=69695) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.872422] env[69695]: DEBUG nova.scheduler.client.report [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Inventory has not changed for provider e7ace027-77c9-43a3-ae53-5d93decba6e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69695) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.380128] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.406680] env[69695]: INFO nova.scheduler.client.report [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Deleted allocations for instance 5e2d89b7-a08c-4346-b1bf-e38e00af8ce7 [ 1551.915141] env[69695]: DEBUG oslo_concurrency.lockutils [None req-05521699-a7d6-4eaa-a998-392801a236c4 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Lock "5e2d89b7-a08c-4346-b1bf-e38e00af8ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=69695) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}